-- Logs begin at Fri 2021-07-09 20:07:10 UTC, end at Fri 2021-07-09 21:16:00 UTC. -- Jul 09 20:43:53.845618 dv-cinder-800306-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 20:43:56.554399 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.common.config [-] Logging enabled! Jul 09 20:43:56.554993 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 20:43:56.555160 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 20:43:56.558475 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.common.config [-] Logging enabled! Jul 09 20:43:56.558728 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 20:43:56.559039 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 20:43:56.559970 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:43:56.560231 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:43:56.560634 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:43:56.560945 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:43:56.561175 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:43:56.561496 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.561792 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.562092 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.562321 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.562615 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.562903 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.563182 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.563469 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.563763 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.564045 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.564323 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.564604 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.564851 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.565134 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.565418 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.565703 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.565925 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] debug = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.566205 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.566627 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.567039 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.567313 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.567601 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.567879 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.568147 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.568422 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.568718 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.569054 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] host = dv-cinder-800306-1-iscsi {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.569331 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.569617 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.569897 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.570181 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.570450 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.570721 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.571000 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.571270 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.571542 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] log_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.571816 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.572105 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.572388 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.573262 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.573487 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.573709 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.573997 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.574282 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.574554 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.574825 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.575094 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.575365 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.575635 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.575899 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.576180 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.576460 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.576740 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.577035 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.577305 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.577573 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.577840 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.578120 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.578389 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.578657 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.578925 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.579205 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.579468 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.579739 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.580050 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.580315 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.580591 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.580892 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.581165 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.581443 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.581711 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.581986 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.582256 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] use_json = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.582529 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.582796 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.583071 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.583339 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.583607 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.583878 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.584145 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.584425 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:56.584717 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.585035 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.585334 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.585614 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.585907 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.586186 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.586473 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.586750 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.587035 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.587322 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.587606 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.587880 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.588788 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.589098 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.589396 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.589706 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.589999 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.590290 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.590563 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.590834 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.591106 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.591383 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.591667 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.591965 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.592259 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.592531 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.592822 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.593117 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.593394 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.593664 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.593941 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.594246 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.594510 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.594785 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.595069 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.595348 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.595619 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.595891 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.596165 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.596454 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.596732 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.597024 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.597295 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.597571 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.597840 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.598123 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.598399 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.598671 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.598943 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.599219 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.599491 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.599762 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.600037 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.600306 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.600582 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.600873 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.601146 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.601415 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.601690 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.601960 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.602229 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.602501 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.602775 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.603045 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.603314 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.603585 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.603880 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.604149 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.604433 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.604727 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.605026 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.605303 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.605578 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.605851 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.606125 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.606397 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.606671 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.606945 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.607212 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.607499 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.607779 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.608059 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.608336 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.608608 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.608918 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.609195 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.609473 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.609747 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.610020 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.610306 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.610587 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.610876 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.611166 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.611461 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.611751 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.612042 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.612318 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.612626 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.612927 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:56.613143 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:43:56.613381 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92724) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 20:43:56.961246 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 20:43:56.961521 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 20:43:56.961812 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 20:43:56.962142 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 20:43:57.346935 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.347147 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.347420 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.348703 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.349001 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.349274 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.382903 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.383173 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.383439 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.396993 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.397271 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.397539 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.427119 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.427393 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.427662 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.462698 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.462969 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.463289 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.692559 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.693856 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.693856 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.693856 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.694740 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.812372 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.812686 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.812991 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.813264 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.813525 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.813829 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.814084 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.814336 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.814584 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.814859 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.815125 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.815388 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.815652 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.815908 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.816159 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.816434 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.816687 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.817020 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.817289 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.817539 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.817813 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.818157 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.818405 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.818683 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.818939 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.819183 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.819568 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:43:57.819807 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:43:57.820043 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:43:57.820277 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:43:57.820510 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:43:57.820741 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:43:57.821128 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 20:43:57.825739 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 20:43:57.829660 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 20:43:57.833333 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 09 20:43:57.834926 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 20:43:57.835372 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 20:43:57.835704 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 20:43:57.836083 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 20:43:57.838978 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 20:43:57.839230 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 20:43:57.839574 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 20:43:57.866810 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 20:43:57.867252 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.867544 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92724) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 20:43:57.867898 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.869784 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92724) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 20:43:57.870062 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 20:43:57.870304 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 20:43:57.873457 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.873739 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:57.937656 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 20:43:57.937839 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 20:43:57.938068 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 20:43:57.938429 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 20:43:57.959286 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_db.sqlalchemy.engines [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92724) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 20:43:58.486737 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Initializing driver for type 'gre' Jul 09 20:43:58.487299 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] gre ID ranges: [(1, 1000)] Jul 09 20:43:58.545079 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Initializing driver for type 'local' Jul 09 20:43:58.545406 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Initializing driver for type 'vlan' Jul 09 20:43:58.558648 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] VlanTypeDriver initialization complete Jul 09 20:43:58.558977 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Initializing driver for type 'vxlan' Jul 09 20:43:58.559480 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] vxlan ID ranges: [(1, 1000)] Jul 09 20:43:58.610578 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Initializing extension driver 'port_security' Jul 09 20:43:58.610990 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.extensions.port_security [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] PortSecurityExtensionDriver initialization complete Jul 09 20:43:58.611328 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Initializing mechanism driver 'openvswitch' Jul 09 20:43:58.611653 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Initializing mechanism driver 'hyperv' Jul 09 20:43:58.618122 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.plugins.ml2.plugin [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:43:58.618806 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > port after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.619693 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > port after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.620055 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > port after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.620574 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:43:58.621032 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > subnet after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.621388 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > subnet after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.621740 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.622124 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:43:58.622531 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > network after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.622878 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > network after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.623219 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > network after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.623611 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:43:58.624013 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > security_group after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.624366 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > security_group after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.624710 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > security_group after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.625261 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:43:58.625670 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.626029 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.626374 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.626763 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:43:58.627164 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > address_group after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.627512 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > address_group after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.627854 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > address_group after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.628241 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:43:58.628611 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] ML2 OVO RPC backend initialized. {{(pid=92724) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 20:43:58.629346 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.629704 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.630158 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > network before_response 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.630769 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > networks before_response 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.631000 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > port before_response 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.631347 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > ports before_response 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.631693 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > subnet before_response 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.632099 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > subnets before_response 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.632447 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > network after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.632786 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > network after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.633146 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > network after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.633483 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > port after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.633820 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > port after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.634157 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > port after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.634543 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > subnet after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.635522 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > subnet after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.635800 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.636385 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.plugin [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Modular L2 Plugin initialization complete Jul 09 20:43:58.636711 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading services supported by the core plugin {{(pid=92724) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 20:43:58.637066 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.plugins.ml2.managers [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Got port-security extension from driver 'port_security' Jul 09 20:43:58.637534 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.extensions.vlantransparent [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Disabled vlantransparent extension. Jul 09 20:43:58.638013 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92724) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 20:43:58.638328 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading Plugin: router Jul 09 20:43:58.673720 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router_interface before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.674122 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router after_create 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.674492 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router before_create 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.674861 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.675234 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.675593 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router after_delete 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.675960 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > floatingip after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.676498 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router after_create 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.676678 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router after_update 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.677068 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router after_update 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.677419 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.677779 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router after_update 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.678189 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_update 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.678559 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: port after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.678901 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: port after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.679258 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: subnet after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.679581 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.679927 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > port precommit_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.680278 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_create 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.680620 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: port before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.680994 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.681353 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router after_update 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.682232 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_delete 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.682588 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_create 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.682949 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.683299 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_update 55549900 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.683667 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > agent after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.684024 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > agent after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.684371 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > network after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.685268 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Tracking information for resource: router configured {{(pid=92724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:43:58.685637 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Tracking information for resource: floatingip configured {{(pid=92724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:43:58.690877 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.db.l3_agentschedulers_db [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 20:43:58.691460 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: port after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.691822 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: port after_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.692175 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: port after_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.692525 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: port after_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.693371 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router before_create 55550100 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.693876 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_delete 55550100 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.694089 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_create 55550100 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.694444 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > router precommit_update 55550100 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.699507 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.services.provider_configuration [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service providers = [] {{(pid=92724) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 20:43:58.699870 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.db.servicetype_db [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92724) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 20:43:58.702835 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.services.service_base [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:43:58.703187 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.services.service_base [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:43:58.703533 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.services.service_base [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:43:58.704424 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.services.service_base [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:43:58.704794 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.services.service_base [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 20:43:58.705208 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:43:58.705527 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 20:43:58.716380 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:43:58.716722 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading Plugin: auto_allocate Jul 09 20:43:58.722698 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: network precommit_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.723069 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: network precommit_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.723799 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:43:58.724258 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading Plugin: tag Jul 09 20:43:58.732555 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:43:58.732917 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading Plugin: timestamp Jul 09 20:43:58.738402 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:43:58.738677 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading Plugin: network_ip_availability Jul 09 20:43:58.745011 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.745443 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.745871 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.746469 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:43:58.746793 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading Plugin: flavors Jul 09 20:43:58.751509 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:43:58.751844 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading Plugin: revisions Jul 09 20:43:58.756163 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:43:58.756553 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_concurrency.lockutils [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=92724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 20:43:58.757330 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92724) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 20:43:58.757670 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Initializing extension manager. Jul 09 20:43:58.758181 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: __init__.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.758522 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: __pycache__ {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.758855 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.759190 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: address_group.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.759989 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.760565 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: address-group Jul 09 20:43:58.760910 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: address_scope.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.761639 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.762143 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: address-scope Jul 09 20:43:58.762465 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.763408 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.763920 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: router-admin-state-down-before-update Jul 09 20:43:58.764242 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: agent.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.764980 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.765698 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: agent Jul 09 20:43:58.766031 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: agent_resources_synced.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.766941 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.767447 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: agent-resources-synced Jul 09 20:43:58.767770 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: allowedaddresspairs.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.769605 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.770121 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: allowed-address-pairs Jul 09 20:43:58.770448 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: auto_allocated_topology.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.771535 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.772043 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: auto-allocated-topology Jul 09 20:43:58.772364 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: availability_zone.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.773094 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.773597 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: availability_zone Jul 09 20:43:58.773918 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: availability_zone_filter.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.774862 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.775369 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: availability_zone_filter Jul 09 20:43:58.775716 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: data_plane_status.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.776630 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.777160 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 20:43:58.777480 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: default_subnetpools.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.778399 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.778912 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: default-subnetpools Jul 09 20:43:58.779253 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.780065 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.780574 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: dhcp_agent_scheduler Jul 09 20:43:58.780927 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: dns.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.781846 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.782348 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension dns-integration not supported by any of loaded plugins Jul 09 20:43:58.782679 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: dns_domain_ports.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.783578 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.784334 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 20:43:58.784660 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.785606 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.786104 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 20:43:58.786421 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: dvr.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.787090 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.787590 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: dvr Jul 09 20:43:58.787907 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: empty_string_filtering.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.788835 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.789392 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: empty-string-filtering Jul 09 20:43:58.789659 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.790571 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.791599 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 20:43:58.791922 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.792874 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.793377 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 20:43:58.793695 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: external_net.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.794611 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.795112 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: external-net Jul 09 20:43:58.795428 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.796340 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.796861 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: extra_dhcp_opt Jul 09 20:43:58.797183 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: extraroute.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.798101 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.798606 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: extraroute Jul 09 20:43:58.798922 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: extraroute_atomic.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.799958 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.800469 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: extraroute-atomic Jul 09 20:43:58.800789 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: filter_validation.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.801487 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.801985 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: filter-validation Jul 09 20:43:58.802302 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: fip_pf_description.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.803211 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.803715 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 20:43:58.804034 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: fip_port_details.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.804981 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.805489 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: fip-port-details Jul 09 20:43:58.805809 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: flavors.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.807680 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.808194 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: flavors Jul 09 20:43:58.808520 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.810213 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.810736 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 20:43:58.811067 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: floatingip_pools.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.811758 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.812274 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: floatingip-pools Jul 09 20:43:58.812597 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: ip_allocation.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.813539 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.814041 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 20:43:58.814362 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.815276 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.815781 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: ip-substring-filtering Jul 09 20:43:58.816105 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: l2_adjacency.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.817071 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.817570 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 20:43:58.817891 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: l3.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.818890 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.819397 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: router Jul 09 20:43:58.819720 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.822147 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.822704 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 20:43:58.823040 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.823975 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.824494 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: ext-gw-mode Jul 09 20:43:58.824840 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.825771 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.826290 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: l3-ha Jul 09 20:43:58.826625 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: l3_flavors.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.827559 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.828068 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: l3-flavors Jul 09 20:43:58.828394 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.829340 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.829846 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 20:43:58.830174 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: l3agentscheduler.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.831219 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.831728 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: l3_agent_scheduler Jul 09 20:43:58.832051 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: logging.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.833566 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.834081 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension logging not supported by any of loaded plugins Jul 09 20:43:58.834405 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: metering.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.835145 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.835724 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: metering Jul 09 20:43:58.836048 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.837158 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.837667 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: metering_source_and_destination_fields Jul 09 20:43:58.838018 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: multiprovidernet.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.838941 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.839443 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: multi-provider Jul 09 20:43:58.839764 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: netmtu.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.840691 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.841232 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: net-mtu Jul 09 20:43:58.841555 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: netmtu_writable.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.842470 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.842975 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: net-mtu-writable Jul 09 20:43:58.843304 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: network_availability_zone.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.843968 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.844470 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: network_availability_zone Jul 09 20:43:58.844793 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: network_ip_availability.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.845907 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.846419 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: network-ip-availability Jul 09 20:43:58.846744 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: network_segment_range.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.847509 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.848011 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 20:43:58.848333 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: pagination.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.849343 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.849670 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: pagination Jul 09 20:43:58.849988 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: port_device_profile.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.850917 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.851427 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: port-device-profile Jul 09 20:43:58.851749 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.852668 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.853214 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: port-mac-address-regenerate Jul 09 20:43:58.854058 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.854985 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.855483 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: port-numa-affinity-policy Jul 09 20:43:58.855802 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: port_resource_request.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.856703 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.857236 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 20:43:58.857554 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: portbindings.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.858484 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.858994 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: binding Jul 09 20:43:58.859313 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: portbindings_extended.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.860720 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.861258 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: binding-extended Jul 09 20:43:58.861587 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: portsecurity.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.862508 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.863016 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: port-security Jul 09 20:43:58.863338 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: project_id.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.864317 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.864640 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: project-id Jul 09 20:43:58.864997 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: providernet.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.865931 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.866444 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: provider Jul 09 20:43:58.866765 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.870903 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.871426 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos not supported by any of loaded plugins Jul 09 20:43:58.871754 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.873020 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.873532 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 20:43:58.873862 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.874780 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.875290 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 20:43:58.875618 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos_default.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.876535 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.877065 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos-default not supported by any of loaded plugins Jul 09 20:43:58.877394 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos_fip.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.878047 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.878547 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos-fip not supported by any of loaded plugins Jul 09 20:43:58.878914 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos_gateway_ip.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.879793 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.880305 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 20:43:58.880633 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos_port_network_policy.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.881589 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.882100 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 20:43:58.882421 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos_rule_type_details.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.883335 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.883843 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 20:43:58.884164 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: qos_rules_alias.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.885271 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.885784 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 20:43:58.886129 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: quotasv2.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.887086 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.887407 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: quotas Jul 09 20:43:58.887732 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: quotasv2_detail.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.890882 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.891199 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: quota_details Jul 09 20:43:58.891532 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: rbac.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.892607 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.893157 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: rbac-policies Jul 09 20:43:58.893489 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: rbac_address_group.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.894648 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.895170 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: rbac-address-group Jul 09 20:43:58.895504 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: rbac_address_scope.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.896443 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.896985 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: rbac-address-scope Jul 09 20:43:58.897318 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: rbac_security_groups.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.898238 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.898745 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: rbac-security-groups Jul 09 20:43:58.899098 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: rbac_subnetpool.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.899987 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.900524 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: rbac-subnetpool Jul 09 20:43:58.900878 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: revisionifmatch.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.901801 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.902309 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: revision-if-match Jul 09 20:43:58.902635 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: revisions.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.903753 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.904262 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: standard-attr-revisions Jul 09 20:43:58.904589 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: router_availability_zone.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.905290 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.905799 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: router_availability_zone Jul 09 20:43:58.906124 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: routerservicetype.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.907045 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.907545 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension router-service-type not supported by any of loaded plugins Jul 09 20:43:58.907868 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.908787 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.909585 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: security-groups-normalized-cidr Jul 09 20:43:58.909907 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.910842 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.911349 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: port-security-groups-filtering Jul 09 20:43:58.911668 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.912587 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.913156 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: security-groups-remote-address-group Jul 09 20:43:58.913452 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: securitygroup.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.923636 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.924172 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: security-group Jul 09 20:43:58.924507 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: segment.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.925403 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.925935 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension segment not supported by any of loaded plugins Jul 09 20:43:58.926265 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.927216 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.927724 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 20:43:58.928047 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: servicetype.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.929205 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.929723 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: service-type Jul 09 20:43:58.930045 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: sorting.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.931028 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.931366 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: sorting Jul 09 20:43:58.931712 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: standard_attr_segment.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.933280 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.933794 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 20:43:58.934122 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: standardattrdescription.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.934777 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.935285 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: standard-attr-description Jul 09 20:43:58.935608 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: stateful_security_group.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.936543 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.937088 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: stateful-security-group Jul 09 20:43:58.937408 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: stdattrs_common.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.938003 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 20:43:58.938328 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.939269 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.939783 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 20:43:58.940103 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: subnet_onboard.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.941187 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.941706 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: subnet_onboard Jul 09 20:43:58.942029 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.942957 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.943464 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 20:43:58.943790 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: subnet_service_types.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.944715 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.945252 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: subnet-service-types Jul 09 20:43:58.945577 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: subnetallocation.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.946658 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.947171 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: subnet_allocation Jul 09 20:43:58.947535 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.948206 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.948709 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: subnetpool-prefix-ops Jul 09 20:43:58.949061 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.949994 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.950499 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 20:43:58.950821 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: tagging.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.951913 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.952436 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: standard-attr-tag Jul 09 20:43:58.952762 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: timestamp.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.953999 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.954509 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loaded extension: standard-attr-timestamp Jul 09 20:43:58.954836 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: trunk.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.955874 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.956389 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension trunk not supported by any of loaded plugins Jul 09 20:43:58.956713 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: trunk_details.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.957664 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.958410 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension trunk-details not supported by any of loaded plugins Jul 09 20:43:58.958514 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: uplink_status_propagation.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.959408 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.959916 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 20:43:58.960239 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Loading extension file: vlantransparent.py {{(pid=92724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:43:58.960936 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:43:58.961448 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 20:43:58.964752 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:network Jul 09 20:43:58.965578 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:subnet Jul 09 20:43:58.966001 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:43:58.966397 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:port Jul 09 20:43:58.967682 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.968125 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service FLAVORS assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.968745 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.969201 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.969531 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:router Jul 09 20:43:58.969960 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:floatingip Jul 09 20:43:58.970475 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service METERING assigned prefix: /metering {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.971939 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.972310 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.972662 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:43:58.973709 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 20:43:58.974153 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:security_group Jul 09 20:43:58.974585 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 20:43:58.975184 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service CORE assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.975514 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:43:58.975857 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] subnetpool is already registered Jul 09 20:43:58.976299 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service CORE assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.976631 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:43:58.976995 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] subnetpool is already registered Jul 09 20:43:58.979783 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.980212 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service FLAVORS assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.980802 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.981251 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.981582 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:router Jul 09 20:43:58.981922 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] router is already registered Jul 09 20:43:58.982333 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:floatingip Jul 09 20:43:58.982668 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] floatingip is already registered Jul 09 20:43:58.983120 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service METERING assigned prefix: /metering {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.983780 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 20:43:58.984105 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] rbac_policy is already registered Jul 09 20:43:58.984513 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:security_group Jul 09 20:43:58.984867 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] security_group is already registered Jul 09 20:43:58.985270 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 20:43:58.985599 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] security_group_rule is already registered Jul 09 20:43:58.986218 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service CORE assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.986570 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:43:58.986900 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] subnetpool is already registered Jul 09 20:43:58.987326 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.v2.resource_helper [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Service CORE assigned prefix: {{(pid=92724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:43:58.987649 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:43:58.987978 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING neutron.quota.resource_registry [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] subnetpool is already registered Jul 09 20:43:58.988506 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: extensions {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:58.989976 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: address-groups {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:58.991482 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: address-scopes {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:58.992873 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: agents {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:58.993998 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: auto-allocated-topology {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:58.995885 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: availability_zones {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:58.997118 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: dhcp-networks {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:58.999700 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: dhcp-agents {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.001164 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: routers {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.002927 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: flavors {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.004207 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: service_profiles {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.005450 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: next_providers {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.006880 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: service_profiles {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.008436 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: floatingip-pools {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.009692 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: routers {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.011419 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: floatingips {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.012707 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: l3-routers {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.014147 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: l3-agents {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.015572 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: metering-labels {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.016847 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: metering-label-rules {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.018232 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: network-ip-availabilities {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.019512 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: bindings {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.021066 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: quotas {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.022633 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: quotas {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.024047 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: rbac-policies {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.025272 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: security-groups {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.027284 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: security-group-rules {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.028554 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: service-providers {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.029818 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: subnetpools {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.031149 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: subnetpools {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.032709 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.034685 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.036495 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.038383 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.040077 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.042611 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.044300 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.046130 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.047996 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.049774 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron.api.extensions [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Extended resource: tags {{(pid=92724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:43:59.055748 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING keystonemiddleware.auth_token [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 20:43:59.061018 dv-cinder-800306-1-iscsi neutron-server[92724]: WARNING keystonemiddleware.auth_token [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 20:43:59.070217 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_concurrency.lockutils [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Acquired lock "singleton_lock" {{(pid=92724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 20:43:59.070689 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_concurrency.lockutils [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Releasing lock "singleton_lock" {{(pid=92724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 20:43:59.071328 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO oslo_service.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Starting 2 workers Jul 09 20:43:59.076139 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Started child 92867 {{(pid=92724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:43:59.080624 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Started child 92868 {{(pid=92724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:43:59.081588 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.082319 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO neutron.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 20:43:59.082907 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Notify callbacks [] for process, before_spawn {{(pid=92724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.083246 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [-] (92867) wsgi starting up on http://0.0.0.0:9696 Jul 09 20:43:59.085683 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO oslo_service.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Starting 1 workers Jul 09 20:43:59.087009 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.089199 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [-] (92868) wsgi starting up on http://0.0.0.0:9696 Jul 09 20:43:59.091007 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Started child 92869 {{(pid=92724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:43:59.091596 dv-cinder-800306-1-iscsi neutron-server[92724]: INFO oslo_service.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Starting 1 workers Jul 09 20:43:59.096230 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] calling RpcWorker wait() {{(pid=92869) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 20:43:59.096923 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Started child 92870 {{(pid=92724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:43:59.097211 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.service [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] returning from RpcWorker wait() {{(pid=92869) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 20:43:59.097332 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG neutron_lib.callbacks.manager [None req-5829cd43-6d5d-42f1-bab1-c95ad98f95ee None None] Notify callbacks [] for process, after_spawn {{(pid=92724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.098168 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.098644 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:43:59.099145 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 20:43:59.099296 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:43:59.099539 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:43:59.099679 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:43:59.100171 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:43:59.100171 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:43:59.100676 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.100987 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.101295 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.101520 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.101813 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.102631 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.102880 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.103129 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.103363 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.104640 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.104979 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:43:59.105237 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.105556 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.105903 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.106352 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.106782 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.107199 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.107601 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.108003 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.108435 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.108760 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.109191 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.109600 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.109975 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.110410 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] debug = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.110803 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.111428 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.111808 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.112190 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.112579 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.113028 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.113422 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.113837 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.114228 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.114614 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.115018 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.115452 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.115829 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.116187 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.116554 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.116987 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.117403 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.118027 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] host = dv-cinder-800306-1-iscsi {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.118389 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.118773 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.119242 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.120154 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.120566 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.120984 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.121390 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.121787 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.122195 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.122561 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.122987 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.123381 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.123755 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.124129 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.124430 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_options = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.124867 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.125298 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.125706 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.126047 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.126350 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.126666 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.127061 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.127361 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.127765 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.128125 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.128488 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.128933 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.129343 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.129714 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.130109 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.130497 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.130853 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.131323 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.131832 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.132224 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.132866 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.133218 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.133559 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.133717 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.133931 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.134226 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.134597 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.134868 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.135086 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.135505 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.135914 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.136352 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.136787 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.137232 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.137628 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.138058 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.138444 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.138980 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.139227 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.139480 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.139737 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.139987 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.140247 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.140475 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.140729 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.140983 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_json = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.141200 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.141592 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.141856 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.142078 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.142319 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.142532 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.142938 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.143176 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.143596 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.143884 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.144340 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.144593 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.145020 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.145282 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.145653 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.145958 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.146385 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.147863 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.152949 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.155867 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.156196 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.156467 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.156739 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.157115 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.157372 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.157663 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.157916 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.158156 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.158395 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.158620 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.159214 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.159503 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.159765 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.160020 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.160256 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.160612 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.163125 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.163764 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.165123 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.165371 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.165677 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.169142 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.169394 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.169644 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.169899 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.170136 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.170386 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.170651 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.170912 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.171177 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.171413 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.171640 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.171869 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.172113 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.172357 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.172594 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.172855 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.173109 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.173366 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.173612 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.173836 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.174062 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.174292 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.174560 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.174808 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.175026 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.175244 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.175474 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.175715 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.175992 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.176216 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.176522 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.176745 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.178894 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.180129 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.180464 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.181246 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.181516 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.182444 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.182703 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.183031 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.183264 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.183615 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.184041 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.184507 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.184775 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.185034 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.185280 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.185525 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.185749 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.185974 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.186198 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.186489 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.186789 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.187036 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.187308 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.187753 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.189167 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.189405 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.189761 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.190003 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.190236 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.190478 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.190735 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.190969 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.191214 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.191487 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.191710 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.191969 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.192224 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.192533 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.193118 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.193376 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.193626 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.193953 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.194201 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.194437 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.194690 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.194954 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.195243 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.195503 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.195781 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.196070 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.196348 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.196706 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.197312 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.197636 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.197907 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.198144 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.198474 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.198741 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.198997 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.199559 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.199799 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.200022 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.200324 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.200566 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.200785 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.201024 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.201262 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.201589 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.201818 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.202051 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.202284 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.202552 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.202811 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.203050 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.203315 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.203560 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.203824 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.204064 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.204315 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.204533 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.204766 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.205034 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.205247 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.205461 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.205676 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.205926 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.206157 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.206405 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.206653 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.206867 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.207087 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.207304 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.207525 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.207749 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.208010 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.208245 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.208466 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.210448 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.211022 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.211621 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.212082 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.212375 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.212643 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.213429 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.213849 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.214242 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.214518 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.214759 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.215019 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.215424 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.215744 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.216019 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.216411 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.216656 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.216900 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.217127 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.217350 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.217576 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.217930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.218158 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.219476 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.219981 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.221172 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.221449 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.221714 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.221962 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.222184 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.222753 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.223001 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.223231 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.224431 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.224668 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.225305 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.226012 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.226286 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.228848 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.228848 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.228848 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.228848 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.228848 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.228848 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.229315 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:43:59.229409 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.229409 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.229409 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.229409 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.229409 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.229770 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.229770 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.229947 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.230188 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.230425 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.230649 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.230889 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.231145 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.231361 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.231576 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.231800 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.232019 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.232232 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.232491 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.232704 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.232960 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.233209 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.233428 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.233641 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.233867 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.234119 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.234344 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.234570 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.234789 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.235003 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.235315 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.235589 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.235832 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.236116 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.236348 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.236595 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.236886 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.237206 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.237424 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.237702 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.237940 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.238160 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.238402 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.238739 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.239023 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.239323 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.239577 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.239898 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.240095 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.240636 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.241326 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.241551 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.242092 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.242471 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.242762 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.243031 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.243286 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.243780 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.244013 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.244803 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.245138 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.245318 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.245539 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.245801 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.246032 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.246281 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.246532 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.246761 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.246981 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.247241 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.247476 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.247717 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.247954 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.248098 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:43:59.248613 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 20:43:59.248774 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:43:59.248951 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:43:59.249122 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:43:59.249292 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:43:59.249445 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:43:59.249651 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.249812 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.249973 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.250132 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.250297 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.250479 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.250669 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.250779 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.250937 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.251095 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.251255 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.251414 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.251574 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.251733 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.251892 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.252050 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.252209 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.252367 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.252530 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.252689 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.252868 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.253024 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.253678 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] debug = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.253678 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.253865 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.254022 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.254148 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.254271 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.254394 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.254509 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.256930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.256930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.256930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.256930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.256930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.256930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.256930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.256930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] host = dv-cinder-800306-1-iscsi {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257864 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257864 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257864 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257864 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257864 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.257864 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.258197 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.258197 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.258197 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.258364 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_options = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.258518 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.258640 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.258800 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.258990 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.259157 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.259315 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.259476 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.259635 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.259817 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.260523 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.260683 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.260860 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.261022 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.261182 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.261340 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.261498 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.261658 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.261818 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.261977 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.262137 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.262295 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.262453 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.262611 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.262769 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.262930 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.263089 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.263249 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.263407 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.263566 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.263724 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.263883 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.264043 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.264203 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.264364 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.264522 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.264680 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.264855 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.265020 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.265179 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.265342 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.265500 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.265659 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.265818 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.265976 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.266134 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.266295 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_json = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.266458 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.266615 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.266746 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.266908 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.267066 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.267214 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.267373 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.267533 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:43:59.267938 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.268093 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.268538 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.268708 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.268893 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.269057 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.269214 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.269414 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.269602 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.269701 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.269845 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.270002 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.270172 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.270339 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.270506 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.270672 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.270834 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.270995 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.271318 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.271318 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.271563 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.271688 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.271821 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.271945 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.272068 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.272258 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.272394 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.272518 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.272730 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.272894 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.273021 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.273167 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.273325 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.273485 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.273647 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.273812 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.273957 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.274117 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.274287 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.274446 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.274610 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.274772 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.274935 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.275098 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.275260 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.275495 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.275632 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.275757 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.275893 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.276056 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.276229 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.276390 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.276551 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.276712 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.276893 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.277056 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.277217 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.277379 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.277540 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.277701 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.277862 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.278035 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.278197 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.278358 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.278519 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.278680 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.278842 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.279004 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.279165 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.279340 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.279483 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.279644 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.279805 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.279966 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.280127 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.280289 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.280456 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.280617 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.280786 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.281384 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.281384 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.281384 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.281384 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282231 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282231 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282231 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282231 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282231 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282646 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282646 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282646 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282853 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.282931 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.283071 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.283232 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.283393 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.283554 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.283718 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.284145 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.284306 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.284468 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.284628 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.284789 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.284970 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.285131 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.285292 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.285454 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.285643 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.285766 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.285927 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.286089 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.286261 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.286422 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.286585 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.286747 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.286916 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.287087 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.287250 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.287412 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.287576 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.287737 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.287899 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.288061 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.288222 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.288408 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.288572 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.288735 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.288925 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.289155 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.289325 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.289487 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.289650 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.289835 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.289996 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.290157 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.290319 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.290484 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.290645 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.290806 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.290984 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.291151 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.291312 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.291474 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.291636 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.291797 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.291957 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.292127 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.292268 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.292430 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.292592 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.292754 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.292936 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.293098 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.293259 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.293420 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.293580 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.293740 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.293901 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.294062 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.294224 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.294385 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.294545 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.294707 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.294867 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.295029 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.295188 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.295348 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.295508 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.295674 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.295835 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.295996 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.296157 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.296318 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.296480 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.296641 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.296804 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.296986 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.297148 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.297309 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.297470 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.297631 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.297793 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.297955 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.298116 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.298278 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.298442 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.298602 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.298776 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.298938 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.299099 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.299259 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.299421 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.299582 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.299743 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.299904 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.300064 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.300224 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.300389 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.300552 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.300715 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.300897 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.301060 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.301399 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.301399 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.301727 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.301727 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.301887 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.301995 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.302155 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.302317 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.302477 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.302638 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.302808 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.302970 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.303129 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.303290 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.303451 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.303611 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.303782 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.303942 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.304103 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.304263 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.304424 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.304586 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.304754 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.304934 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.305097 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.305257 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.305416 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.305576 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.305745 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.305943 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.306105 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.306265 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.306426 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.306602 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.307286 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.307450 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.307611 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.307782 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.307943 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.308106 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.308268 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.308441 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.308603 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.308767 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.308950 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.309111 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.309272 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.309435 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.309601 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.309771 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.309939 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.310101 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.310271 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.310445 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.310613 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.310774 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.310942 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.311114 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.311276 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.311437 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.311599 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.311759 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.311921 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.312082 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.312242 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.312403 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.312565 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.312726 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.312908 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.313071 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.313231 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.313393 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.313555 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.313715 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.313876 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.314037 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.314198 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:43:59.314352 dv-cinder-800306-1-iscsi neutron-server[92724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:43:59.527849 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 37428) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:43:59.536453 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064230 Jul 09 20:44:10.883666 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf71ed-61c9-48c1-b5d7-16fe7a7aa8e2 None None] get_active_networks_info from dv-cinder-800306-1-iscsi {{(pid=92869) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:44:11.092928 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf71ed-61c9-48c1-b5d7-16fe7a7aa8e2 None None] No non-hosted networks {{(pid=92869) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 20:44:11.108140 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-746f2d3e-a3f4-4b4f-bc1e-3faef651a6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598682'] for agent, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:13.396762 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-6afe6155-2e57-403e-8e56-ab5c8777c5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598682'] for agent, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:13.454393 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bb378545-d5f3-4de1-b798-6753e7d15665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:13.727088 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598682'] for agent, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:13.727966 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.728371 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.728874 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.729352 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.729675 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.730182 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.730647 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.731139 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.731601 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.740081 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.740607 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.741633 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:13.742642 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800306-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:13.751264 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800306-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:14.595017 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598682'] for agent, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:16.032897 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598682'] for agent, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:17.151426 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 37520) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:17.654601 dv-cinder-800306-1-iscsi neutron-server[92867]: WARNING oslo_policy.policy [None req-c8e8c9e7-7aad-4f72-a9f3-2e340fd89a80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:44:17.655188 dv-cinder-800306-1-iscsi neutron-server[92867]: WARNING oslo_policy.policy [None req-c8e8c9e7-7aad-4f72-a9f3-2e340fd89a80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:44:17.717440 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.db.l3_hamode_db [None req-d7930250-7eb5-4fae-ab7d-0b9b31d59976 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 20:44:17.793070 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7930250-7eb5-4fae-ab7d-0b9b31d59976 None None] Routers set() bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:17.793450 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7930250-7eb5-4fae-ab7d-0b9b31d59976 None None] Router IDs set() for agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:44:17.873968 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [None req-c8e8c9e7-7aad-4f72-a9f3-2e340fd89a80 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:44:17.875231 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c8e8c9e7-7aad-4f72-a9f3-2e340fd89a80 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7217119 Jul 09 20:44:20.207690 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 37534) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:20.511557 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-7bf12651-26db-43f6-9409-7a029543bfb2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:20.604099 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.policy [None req-7bf12651-26db-43f6-9409-7a029543bfb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92867) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 20:44:20.647869 dv-cinder-800306-1-iscsi neutron-server[92867]: WARNING oslo_policy.policy [None req-7bf12651-26db-43f6-9409-7a029543bfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:44:20.648236 dv-cinder-800306-1-iscsi neutron-server[92867]: WARNING oslo_policy.policy [None req-7bf12651-26db-43f6-9409-7a029543bfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:44:20.656640 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.quota [None req-7bf12651-26db-43f6-9409-7a029543bfb2 admin admin] Loaded quota_driver: . Jul 09 20:44:20.748111 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7bf12651-26db-43f6-9409-7a029543bfb2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732637485514', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732637485599', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732637492807', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732637462541', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732637472718', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732637453846', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-772308', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576872', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1702418'] for rbac-policy, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.811431 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7bf12651-26db-43f6-9409-7a029543bfb2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:20.812611 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-7bf12651-26db-43f6-9409-7a029543bfb2 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6039648 Jul 09 20:44:23.493255 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 37546) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:23.789975 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'name': 'private'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:23.818665 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Made reservation on behalf of 07f9f5dcd33f42959882d2eef8109da2 for: {'network': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:44:23.822123 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.839265 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.965717 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.969188 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:23.993907 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=92867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:44:24.019757 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732640950860', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.020373 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Unsubscribe: segment precommit_create {{(pid=92867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 20:44:24.020878 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.segments_db [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Added segment a130f4d3-b84c-48b8-bf3a-487caccdfc66 of type vlan for network fcbd96a6-1508-4228-8472-0cef906ed559 Jul 09 20:44:24.027052 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71baf304-1af3-4b6a-9eb5-2a9ba55c04a4,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:24.063403 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.063768 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.064085 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.064403 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.064719 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.065077 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.065397 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.065760 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.066085 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.066407 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.066891 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.067204 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Tracked resource versions report: Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: pushed versions: Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: { 'AddressGroup': {'1.2'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'ConntrackHelper': {'1.0'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Log': {'1.0'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Network': {'1.1'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Port': {'1.7'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'PortForwarding': {'1.2'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'QosPolicy': {'1.8'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SecurityGroup': {'1.4'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SubPort': {'1.0'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Subnet': {'1.1'}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Trunk': {'1.1'}} Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: consumer versions: Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: { DHCP agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: L3 agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: Metadata agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: Metering agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: Open vSwitch agent@dv-cinder-800306-1-iscsi: { 'AddressGroup': '1.2', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'ConntrackHelper': '1.0', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Log': '1.0', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Network': '1.1', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Port': '1.7', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'PortForwarding': '1.2', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'QosPolicy': '1.8', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SecurityGroup': '1.4', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SecurityGroupRule': '1.2', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SubPort': '1.0', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Subnet': '1.1', Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Trunk': '1.1'}} Jul 09 20:44:24.068317 dv-cinder-800306-1-iscsi neutron-server[92867]: {{(pid=92867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:44:24.142946 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.195485 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.196874 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:24.198069 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:24.281897 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7874844 Jul 09 20:44:24.296022 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33395419-768a-4572-8e0a-22417863cd29 admin admin] Pushing event updated for resources: {'Network': ['ID=fcbd96a6-1508-4228-8472-0cef906ed559,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:24.309216 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network fcbd96a6-1508-4228-8472-0cef906ed559 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:44:26.870328 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 37560) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:27.265670 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab590117-1402-4296-a498-488b972729a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:27.267015 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-ab590117-1402-4296-a498-488b972729a5 admin admin] 10.222.0.77 "GET /v2.0/networks/fcbd96a6-1508-4228-8472-0cef906ed559 HTTP/1.1" status: 200 len: 825 time: 0.3957491 Jul 09 20:44:27.290995 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-ec4f8bb8-7ed6-4779-b03e-bce4f8ab3f3f admin admin] 10.222.0.77 "GET /v2.0/subnetpools/82b44c65-64be-4b78-afe8-e6bd1cbbd32e HTTP/1.1" status: 200 len: 734 time: 0.0185761 Jul 09 20:44:27.299115 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '82b44c65-64be-4b78-afe8-e6bd1cbbd32e', 'name': 'private-subnet', 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'gateway_ip': '172.20.0.1'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:27.320881 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Made reservation on behalf of 07f9f5dcd33f42959882d2eef8109da2 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:44:27.323108 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.614184 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.683475 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a8c826-a128-430f-acd4-4076b0674d28,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:27.685443 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Checking segment: {'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:27.685805 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Network hostable DHCP agents. Network: fcbd96a6-1508-4228-8472-0cef906ed559, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:44:27.708539 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Network fcbd96a6-1508-4228-8472-0cef906ed559 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:44:27.720773 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, fcbd96a6-1508-4228-8472-0cef906ed559) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:27.725410 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:27.725977 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.730312 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500fdfaf-673c-4bba-9990-0385296b9b58 None None] Network fcbd96a6-1508-4228-8472-0cef906ed559 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:44:27.739617 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-82a3fe70-7476-4f14-9dde-bef0a01c2835 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436588 Jul 09 20:44:28.042359 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-fcbd96a6-1508-4228-8472-0cef906ed559', 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'fixed_ips': [{'subnet_id': '94a8c826-a128-430f-acd4-4076b0674d28'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:44:28.043680 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.323108 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Allocated IP 172.20.0.2 (fcbd96a6-1508-4228-8472-0cef906ed559/94a8c826-a128-430f-acd4-4076b0674d28/11587465-8775-4ea5-b61b-28044add29ff) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:28.535001 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.553141 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Transition to ACTIVE for port object 11587465-8775-4ea5-b61b-28044add29ff will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:28.603132 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Transition to ACTIVE for port object 11587465-8775-4ea5-b61b-28044add29ff will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:28.612712 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.675874 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Network fcbd96a6-1508-4228-8472-0cef906ed559 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:28.682833 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:28.692376 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:28.700299 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Pushing event updated for resources: {'Port': ['ID=11587465-8775-4ea5-b61b-28044add29ff,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:28.723951 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.724301 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.724638 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.724995 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.725324 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.725699 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.726025 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.726882 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.727223 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.727554 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.727871 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.728186 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Tracked resource versions report: Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: pushed versions: Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: { 'AddressGroup': {'1.2'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'ConntrackHelper': {'1.0'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Log': {'1.0'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Network': {'1.1'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Port': {'1.7'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'PortForwarding': {'1.2'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'QosPolicy': {'1.8'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SecurityGroup': {'1.4'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SubPort': {'1.0'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Subnet': {'1.1'}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Trunk': {'1.1'}} Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: consumer versions: Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: { DHCP agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: L3 agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: Metadata agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: Metering agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: Open vSwitch agent@dv-cinder-800306-1-iscsi: { 'AddressGroup': '1.2', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'ConntrackHelper': '1.0', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Log': '1.0', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Network': '1.1', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Port': '1.7', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'PortForwarding': '1.2', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'QosPolicy': '1.8', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SecurityGroup': '1.4', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SecurityGroupRule': '1.2', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SubPort': '1.0', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Subnet': '1.1', Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Trunk': '1.1'}} Jul 09 20:44:28.729398 dv-cinder-800306-1-iscsi neutron-server[92869]: {{(pid=92869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:44:28.781486 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Attempting to bind port 11587465-8775-4ea5-b61b-28044add29ff on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:28.781871 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Attempting to bind port 11587465-8775-4ea5-b61b-28044add29ff by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:28.782292 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Attempting to bind port 11587465-8775-4ea5-b61b-28044add29ff on network fcbd96a6-1508-4228-8472-0cef906ed559 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:28.787473 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:28.787880 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Checking segment: {'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:28.788369 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.789317 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Bound using segment: {'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:28.789802 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Bound port: 11587465-8775-4ea5-b61b-28044add29ff, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:28.790205 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.851124 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] For port 11587465-8775-4ea5-b61b-28044add29ff, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:28.855942 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] For port 11587465-8775-4ea5-b61b-28044add29ff, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=11587465-8775-4ea5-b61b-28044add29ff,segment=NetworkSegment(a130f4d3-b84c-48b8-bf3a-487caccdfc66),segment_id=a130f4d3-b84c-48b8-bf3a-487caccdfc66)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:28.861562 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.927235 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3af04e-3092-45ed-9117-eb281fb1d584 None None] Pushing event updated for resources: {'Port': ['ID=11587465-8775-4ea5-b61b-28044add29ff,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:30.164289 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 37568) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:30.486973 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [None req-a7dcacf0-354c-4256-bb31-e99061661de1 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:44:30.488028 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-a7dcacf0-354c-4256-bb31-e99061661de1 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3225424 Jul 09 20:44:32.904869 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 37576) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:33.223421 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [None req-71bdaf55-34ae-4e7f-a4cc-ffc5331142fb admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:44:33.224522 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-71bdaf55-34ae-4e7f-a4cc-ffc5331142fb admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187025 Jul 09 20:44:35.001169 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff2b29-c10f-4bb8-8946-1c3827cfd180 None None] Network fcbd96a6-1508-4228-8472-0cef906ed559 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:44:35.124018 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-2d4b5ff3-ae1f-463b-a3c1-ea3ebe8450da None None] Provisioning for port 11587465-8775-4ea5-b61b-28044add29ff completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:35.531428 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 11587465-8775-4ea5-b61b-28044add29ff up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:35.611497 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 11587465-8775-4ea5-b61b-28044add29ff completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:35.615086 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 11587465-8775-4ea5-b61b-28044add29ff triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:35.615475 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:35.722703 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:35.761290 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 11587465-8775-4ea5-b61b-28044add29ff, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=11587465-8775-4ea5-b61b-28044add29ff,segment=NetworkSegment(a130f4d3-b84c-48b8-bf3a-487caccdfc66),segment_id=a130f4d3-b84c-48b8-bf3a-487caccdfc66)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:35.766019 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:35.811522 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=11587465-8775-4ea5-b61b-28044add29ff,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:35.835615 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 37590) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:36.321325 dv-cinder-800306-1-iscsi neutron-server[92868]: WARNING oslo_policy.policy [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:44:36.321906 dv-cinder-800306-1-iscsi neutron-server[92868]: WARNING oslo_policy.policy [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:44:36.545908 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] Request body: {'router': {'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'name': 'router1', 'admin_state_up': True}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:36.608445 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.policy [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92868) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 20:44:36.655124 dv-cinder-800306-1-iscsi neutron-server[92868]: WARNING oslo_policy.policy [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:44:36.655490 dv-cinder-800306-1-iscsi neutron-server[92868]: WARNING oslo_policy.policy [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:44:36.664338 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.quota [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] Loaded quota_driver: . Jul 09 20:44:36.720120 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.721853 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.871837 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.876551 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.894612 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:36.895817 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5a395a9d-bdbf-49e1-81ca-08db3bb442cc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0592527 Jul 09 20:44:37.516802 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 11587465-8775-4ea5-b61b-28044add29ff up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:37.564067 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 11587465-8775-4ea5-b61b-28044add29ff triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:37.564453 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:39.232630 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 37606) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:39.535198 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [None req-00249aea-450b-4899-97ef-c8f21c686587 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:44:39.536198 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-00249aea-450b-4899-97ef-c8f21c686587 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3026228 Jul 09 20:44:40.769504 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a036-07d4-4797-b9f1-6ecb12006cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:41.882718 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 37614) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:42.189537 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:42.212268 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Made reservation on behalf of 95f3ffa9f63d4b21a8b2748a119b4940 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:44:42.214977 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.230415 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.347238 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.351583 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.363622 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Reserving flat network on physical network physnet1 {{(pid=92868) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 20:44:42.398244 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732640950860', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.398830 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Unsubscribe: segment precommit_create {{(pid=92868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 20:44:42.399330 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Added segment bacc8e7a-2a80-484b-accc-e4bf3ba83c53 of type flat for network 3c352f8c-03fb-4af4-b2cb-423d7e335103 Jul 09 20:44:42.416548 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2916edd3-65c6-4a94-a9df-17e783f607ac,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:42.441929 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.442291 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.442635 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.442996 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.443322 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.443666 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.444521 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.444862 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.445197 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.445516 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.445832 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.446145 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Tracked resource versions report: Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: pushed versions: Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: { 'AddressGroup': {'1.2'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'ConntrackHelper': {'1.0'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Log': {'1.0'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Network': {'1.1'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Port': {'1.7'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'PortForwarding': {'1.2'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'QosPolicy': {'1.8'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SecurityGroup': {'1.4'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SubPort': {'1.0'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Subnet': {'1.1'}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Trunk': {'1.1'}} Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: consumer versions: Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: { DHCP agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: L3 agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: Metadata agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: Metering agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: Open vSwitch agent@dv-cinder-800306-1-iscsi: { 'AddressGroup': '1.2', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'ConntrackHelper': '1.0', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Log': '1.0', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Network': '1.1', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Port': '1.7', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'PortForwarding': '1.2', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'QosPolicy': '1.8', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SecurityGroup': '1.4', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SecurityGroupRule': '1.2', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SubPort': '1.0', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Subnet': '1.1', Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Trunk': '1.1'}} Jul 09 20:44:42.447237 dv-cinder-800306-1-iscsi neutron-server[92868]: {{(pid=92868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:44:42.527186 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.581109 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.582169 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:42.582820 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.673722 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7899454 Jul 09 20:44:42.684092 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d668345-493d-4a14-8d41-f4ee7e7fee83 admin admin] Pushing event updated for resources: {'Network': ['ID=3c352f8c-03fb-4af4-b2cb-423d7e335103,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:42.699372 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:44:43.398197 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfcf0-74aa-4f73-9233-2cb4c0621966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:43.719315 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:44.538035 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:45.041473 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 37636) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:45.252526 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a412a53c-5d65-4907-9d30-30cd87a48eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:45.253914 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a412a53c-5d65-4907-9d30-30cd87a48eba admin admin] 10.222.0.77 "GET /v2.0/subnets/94a8c826-a128-430f-acd4-4076b0674d28 HTTP/1.1" status: 200 len: 849 time: 0.2114942 Jul 09 20:44:45.385200 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-e2ddffe3-e4dc-4e1f-9b3d-19f087f1c9b3 admin admin] 10.222.0.77 "GET /v2.0/routers/d16c47d9-257d-4d94-93d7-63215218bbaf HTTP/1.1" status: 200 len: 704 time: 0.1254270 Jul 09 20:44:45.643599 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:45.933907 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Allocated IP 172.20.0.1 (fcbd96a6-1508-4228-8472-0cef906ed559/94a8c826-a128-430f-acd4-4076b0674d28/ebb40105-a04b-4eed-b76e-e7bd55a8f7a3) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:45.973864 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.118157 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.141388 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Transition to ACTIVE for port object ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:46.222458 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.296534 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Network fcbd96a6-1508-4228-8472-0cef906ed559 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:46.303941 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:46.305924 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb40105-a04b-4eed-b76e-e7bd55a8f7a3,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:46.317640 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:46.318167 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.548414 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-111e6c61-bca2-4e53-8db8-e6993d52a4c0 None None] Provisioning for port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:46.552702 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-111e6c61-bca2-4e53-8db8-e6993d52a4c0 None None] Provisioning complete for port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:46.553770 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-111e6c61-bca2-4e53-8db8-e6993d52a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.578714 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.588771 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-111e6c61-bca2-4e53-8db8-e6993d52a4c0 None None] Port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:44:46.755461 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.760011 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.761009 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:46.839029 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb40105-a04b-4eed-b76e-e7bd55a8f7a3,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:46.880999 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Network fcbd96a6-1508-4228-8472-0cef906ed559 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:46.882877 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:47.040307 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Router d16c47d9-257d-4d94-93d7-63215218bbaf is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:44:47.108598 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-1f4a8720-4867-41d0-9c28-b89c054d581c None None] Provisioning complete for port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:47.109153 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1f4a8720-4867-41d0-9c28-b89c054d581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:47.133612 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:47.140631 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-d62056cd-6fbd-4d71-a98a-ba8573817994 admin admin] 10.222.0.77 "PUT /v2.0/routers/d16c47d9-257d-4d94-93d7-63215218bbaf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7500870 Jul 09 20:44:47.141992 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a8720-4867-41d0-9c28-b89c054d581c None None] Port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:44:47.144087 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Sync routers for ids ['d16c47d9-257d-4d94-93d7-63215218bbaf'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:47.155224 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Routers {'d16c47d9-257d-4d94-93d7-63215218bbaf'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:47.156013 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:44:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['d16c47d9-257d-4d94-93d7-63215218bbaf'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:47.339798 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Set router d16c47d9-257d-4d94-93d7-63215218bbaf gateway port host: None {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:47.762504 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'name': 'router1', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:36Z', 'updated_at': '2021-07-09T20:44:46Z', 'revision_number': 2, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'gw_port_host': None, '_interfaces': [{'id': 'ebb40105-a04b-4eed-b76e-e7bd55a8f7a3', 'name': '', 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'mac_address': 'fa:16:3e:20:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94a8c826-a128-430f-acd4-4076b0674d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:45Z', 'updated_at': '2021-07-09T20:44:46Z', 'revision_number': 2, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'subnets': [{'id': '94a8c826-a128-430f-acd4-4076b0674d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82b44c65-64be-4b78-afe8-e6bd1cbbd32e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:47.815271 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Checking router: d16c47d9-257d-4d94-93d7-63215218bbaf for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:44:47.815655 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Updating router d16c47d9-257d-4d94-93d7-63215218bbaf port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:44:47.880556 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:48.370537 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:48.388340 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Transition to ACTIVE for port object ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:48.394983 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:48.547246 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Attempting to bind port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:48.547680 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Attempting to bind port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:48.548061 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Attempting to bind port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 on network fcbd96a6-1508-4228-8472-0cef906ed559 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:48.556267 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:48.556676 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Checking segment: {'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:48.557198 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:48.557573 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Bound using segment: {'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:48.559035 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Bound port: ebb40105-a04b-4eed-b76e-e7bd55a8f7a3, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a130f4d3-b84c-48b8-bf3a-487caccdfc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:48.559035 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:48.561945 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Pushing event updated for resources: {'Port': ['ID=ebb40105-a04b-4eed-b76e-e7bd55a8f7a3,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:48.599093 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.599430 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.599789 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.600114 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.600436 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.600758 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.601101 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.601417 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.601739 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.602053 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.602365 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.602674 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Tracked resource versions report: Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: pushed versions: Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: { 'AddressGroup': {'1.2'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'ConntrackHelper': {'1.0'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Log': {'1.0'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Network': {'1.1'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Port': {'1.7'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'PortForwarding': {'1.2'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'QosPolicy': {'1.8'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SecurityGroup': {'1.4'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SubPort': {'1.0'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Subnet': {'1.1'}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Trunk': {'1.1'}} Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: consumer versions: Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: { DHCP agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: L3 agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: Metadata agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: Metering agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: Open vSwitch agent@dv-cinder-800306-1-iscsi: { 'AddressGroup': '1.2', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'ConntrackHelper': '1.0', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Log': '1.0', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Network': '1.1', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Port': '1.7', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'PortForwarding': '1.2', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'QosPolicy': '1.8', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SecurityGroup': '1.4', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SecurityGroupRule': '1.2', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SubPort': '1.0', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Subnet': '1.1', Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Trunk': '1.1'}} Jul 09 20:44:48.603797 dv-cinder-800306-1-iscsi neutron-server[92870]: {{(pid=92870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:44:48.642507 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] For port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:48.664233 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] For port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=ebb40105-a04b-4eed-b76e-e7bd55a8f7a3,segment=NetworkSegment(a130f4d3-b84c-48b8-bf3a-487caccdfc66),segment_id=a130f4d3-b84c-48b8-bf3a-487caccdfc66)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:48.668990 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:48.721472 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37cc13-8fb8-4efb-add7-500512e596c0 None None] Pushing event updated for resources: {'Port': ['ID=ebb40105-a04b-4eed-b76e-e7bd55a8f7a3,revision_number=4']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:48.753909 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Routers {'d16c47d9-257d-4d94-93d7-63215218bbaf'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:48.754808 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:44:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['d16c47d9-257d-4d94-93d7-63215218bbaf'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:48.847848 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] Set router d16c47d9-257d-4d94-93d7-63215218bbaf gateway port host: None {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:49.048982 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'name': 'router1', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:36Z', 'updated_at': '2021-07-09T20:44:46Z', 'revision_number': 2, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'gw_port_host': None, '_interfaces': [{'id': 'ebb40105-a04b-4eed-b76e-e7bd55a8f7a3', 'name': '', 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'mac_address': 'fa:16:3e:20:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94a8c826-a128-430f-acd4-4076b0674d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:45Z', 'updated_at': '2021-07-09T20:44:48Z', 'revision_number': 4, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'subnets': [{'id': '94a8c826-a128-430f-acd4-4076b0674d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82b44c65-64be-4b78-afe8-e6bd1cbbd32e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:49.076647 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7d28c3-1448-4a7a-a834-8b2d4fa1b0e6 None None] The sync data for ids ['d16c47d9-257d-4d94-93d7-63215218bbaf'] in dv-cinder-800306-1-iscsi is: [{'id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'name': 'router1', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:36Z', 'updated_at': '2021-07-09T20:44:46Z', 'revision_number': 2, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'gw_port_host': None, '_interfaces': [{'id': 'ebb40105-a04b-4eed-b76e-e7bd55a8f7a3', 'name': '', 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'mac_address': 'fa:16:3e:20:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94a8c826-a128-430f-acd4-4076b0674d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:45Z', 'updated_at': '2021-07-09T20:44:48Z', 'revision_number': 4, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'subnets': [{'id': '94a8c826-a128-430f-acd4-4076b0674d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82b44c65-64be-4b78-afe8-e6bd1cbbd32e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:44:49.333682 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 37660) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:49.443009 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf18c3-1f93-432e-b423-6ec57c7771c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:49.444382 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-23cf18c3-1f93-432e-b423-6ec57c7771c0 admin admin] 10.222.0.77 "GET /v2.0/networks/3c352f8c-03fb-4af4-b2cb-423d7e335103 HTTP/1.1" status: 200 len: 842 time: 0.1097424 Jul 09 20:44:49.453790 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:49.474086 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Made reservation on behalf of 95f3ffa9f63d4b21a8b2748a119b4940 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:44:49.477139 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Notify callbacks [] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:49.813259 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.objects.ports [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:44:49.813689 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:49.864981 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d48c31-ed45-425a-8e86-56b1287da9e7,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:49.875732 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:49.876077 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Network hostable DHCP agents. Network: 3c352f8c-03fb-4af4-b2cb-423d7e335103, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:44:49.892740 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:44:49.902150 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, 3c352f8c-03fb-4af4-b2cb-423d7e335103) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:49.907225 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:49.907905 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:49.911590 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985609ff-2a50-4d73-9829-f3ae57a5c766 None None] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:44:49.928648 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-77a82e13-477d-4df6-ae65-5a8b43684bba admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4783499 Jul 09 20:44:50.048582 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163ffc1-cacc-4948-98ab-338872e8176d None None] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:44:52.202863 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 37672) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:52.424847 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-4804bd47-45c9-4aa7-9176-1e967bdb1c2a admin admin] 10.222.0.77 "GET /v2.0/routers/d16c47d9-257d-4d94-93d7-63215218bbaf HTTP/1.1" status: 200 len: 710 time: 0.2208500 Jul 09 20:44:52.509474 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7582c-d56e-4a96-b79c-c7e7868533a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:52.510821 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-fec7582c-d56e-4a96-b79c-c7e7868533a4 admin admin] 10.222.0.77 "GET /v2.0/networks/3c352f8c-03fb-4af4-b2cb-423d7e335103 HTTP/1.1" status: 200 len: 886 time: 0.0807257 Jul 09 20:44:52.519421 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:52.765519 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.051559 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.135506 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.285499 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Allocated IP 172.27.3.250 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/e08d6a99-4330-4d94-868e-fab24b31f80b) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:53.390627 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.472202 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.538334 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:53.554831 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:53.558798 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=e08d6a99-4330-4d94-868e-fab24b31f80b,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:53.563186 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:53.565384 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:53.585755 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:53.589370 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:53.589738 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.667226 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.702795 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=ebb40105-a04b-4eed-b76e-e7bd55a8f7a3,segment=NetworkSegment(a130f4d3-b84c-48b8-bf3a-487caccdfc66),segment_id=a130f4d3-b84c-48b8-bf3a-487caccdfc66)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:53.706607 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:53.756374 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=ebb40105-a04b-4eed-b76e-e7bd55a8f7a3,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:53.848353 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:54.032613 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:54.035805 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591756'] for router, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:54.141989 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Router d16c47d9-257d-4d94-93d7-63215218bbaf has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:44:54.305519 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:54.310330 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:54.314203 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9ba93d88-412d-4d70-b03a-7b11772b6ea8 admin admin] 10.222.0.77 "PUT /v2.0/routers/d16c47d9-257d-4d94-93d7-63215218bbaf HTTP/1.1" status: 200 len: 890 time: 1.7953231 Jul 09 20:44:54.315534 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Sync routers for ids ['d16c47d9-257d-4d94-93d7-63215218bbaf'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:54.327879 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Routers {'d16c47d9-257d-4d94-93d7-63215218bbaf'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:54.328731 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:44:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['d16c47d9-257d-4d94-93d7-63215218bbaf'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:54.602995 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Set router d16c47d9-257d-4d94-93d7-63215218bbaf gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:54.989303 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'name': 'router1', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e08d6a99-4330-4d94-868e-fab24b31f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:36Z', 'updated_at': '2021-07-09T20:44:53Z', 'revision_number': 4, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'gw_port': {'id': 'e08d6a99-4330-4d94-868e-fab24b31f80b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:53Z', 'updated_at': '2021-07-09T20:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'ebb40105-a04b-4eed-b76e-e7bd55a8f7a3', 'name': '', 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'mac_address': 'fa:16:3e:20:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94a8c826-a128-430f-acd4-4076b0674d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:45Z', 'updated_at': '2021-07-09T20:44:53Z', 'revision_number': 5, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'subnets': [{'id': '94a8c826-a128-430f-acd4-4076b0674d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82b44c65-64be-4b78-afe8-e6bd1cbbd32e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:55.040399 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Checking router: d16c47d9-257d-4d94-93d7-63215218bbaf for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:44:55.040746 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Updating router d16c47d9-257d-4d94-93d7-63215218bbaf port e08d6a99-4330-4d94-868e-fab24b31f80b binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:44:55.072486 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.386989 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.403895 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Transition to ACTIVE for port object e08d6a99-4330-4d94-868e-fab24b31f80b will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:55.410184 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.468377 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb304a-6e25-4a34-af57-8f9727bae9fa None None] Pushing event updated for resources: {'Port': ['ID=e08d6a99-4330-4d94-868e-fab24b31f80b,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:55.473293 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Attempting to bind port e08d6a99-4330-4d94-868e-fab24b31f80b on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:55.473637 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Attempting to bind port e08d6a99-4330-4d94-868e-fab24b31f80b by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:55.473994 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Attempting to bind port e08d6a99-4330-4d94-868e-fab24b31f80b on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:55.480184 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:55.480545 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:55.480997 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.481425 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:55.481820 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Bound port: e08d6a99-4330-4d94-868e-fab24b31f80b, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:55.482205 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.534291 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] For port e08d6a99-4330-4d94-868e-fab24b31f80b, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:55.537770 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] For port e08d6a99-4330-4d94-868e-fab24b31f80b, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e08d6a99-4330-4d94-868e-fab24b31f80b,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:55.542086 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.553863 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:55.634052 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb304a-6e25-4a34-af57-8f9727bae9fa None None] Pushing event updated for resources: {'Port': ['ID=e08d6a99-4330-4d94-868e-fab24b31f80b,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:55.643010 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Routers {'d16c47d9-257d-4d94-93d7-63215218bbaf'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:55.643546 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:44:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['d16c47d9-257d-4d94-93d7-63215218bbaf'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:55.729116 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:55.729479 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.864256 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] Set router d16c47d9-257d-4d94-93d7-63215218bbaf gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:56.106137 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'name': 'router1', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e08d6a99-4330-4d94-868e-fab24b31f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:36Z', 'updated_at': '2021-07-09T20:44:53Z', 'revision_number': 4, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'gw_port': {'id': 'e08d6a99-4330-4d94-868e-fab24b31f80b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:53Z', 'updated_at': '2021-07-09T20:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'ebb40105-a04b-4eed-b76e-e7bd55a8f7a3', 'name': '', 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'mac_address': 'fa:16:3e:20:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94a8c826-a128-430f-acd4-4076b0674d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:45Z', 'updated_at': '2021-07-09T20:44:53Z', 'revision_number': 5, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'subnets': [{'id': '94a8c826-a128-430f-acd4-4076b0674d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82b44c65-64be-4b78-afe8-e6bd1cbbd32e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:56.132198 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1fb72-2343-449f-b021-cc3ff0126e3d None None] The sync data for ids ['d16c47d9-257d-4d94-93d7-63215218bbaf'] in dv-cinder-800306-1-iscsi is: [{'id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'name': 'router1', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e08d6a99-4330-4d94-868e-fab24b31f80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:44:36Z', 'updated_at': '2021-07-09T20:44:53Z', 'revision_number': 4, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'gw_port': {'id': 'e08d6a99-4330-4d94-868e-fab24b31f80b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:53Z', 'updated_at': '2021-07-09T20:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'ebb40105-a04b-4eed-b76e-e7bd55a8f7a3', 'name': '', 'network_id': 'fcbd96a6-1508-4228-8472-0cef906ed559', 'tenant_id': '07f9f5dcd33f42959882d2eef8109da2', 'mac_address': 'fa:16:3e:20:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16c47d9-257d-4d94-93d7-63215218bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94a8c826-a128-430f-acd4-4076b0674d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:44:45Z', 'updated_at': '2021-07-09T20:44:53Z', 'revision_number': 5, 'project_id': '07f9f5dcd33f42959882d2eef8109da2', 'subnets': [{'id': '94a8c826-a128-430f-acd4-4076b0674d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82b44c65-64be-4b78-afe8-e6bd1cbbd32e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:44:56.689376 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 37682) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:56.816269 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-352d5af1-a5d8-431d-b881-6e36b3780869 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1257591 Jul 09 20:44:57.552757 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e08d6a99-4330-4d94-868e-fab24b31f80b up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:57.600385 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port e08d6a99-4330-4d94-868e-fab24b31f80b completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:57.604164 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e08d6a99-4330-4d94-868e-fab24b31f80b triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:57.604553 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:57.691557 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:57.712421 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port e08d6a99-4330-4d94-868e-fab24b31f80b, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e08d6a99-4330-4d94-868e-fab24b31f80b,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:57.716412 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:57.763367 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=e08d6a99-4330-4d94-868e-fab24b31f80b,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:59.539580 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e08d6a99-4330-4d94-868e-fab24b31f80b up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:59.593692 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e08d6a99-4330-4d94-868e-fab24b31f80b triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:59.594298 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:10.773213 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-4942df81-2680-4207-997d-96a3cd5ede9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:12.167206 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:45:13.401604 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-54cd90c2-86cb-4d7d-bc12-1c95b5622c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:13.725817 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:14.545509 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:16.001414 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:40.775190 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-551c9d56-233e-4f70-aa2a-8811d3ff9c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:43.407726 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-59f8db48-1241-449b-8855-3a4a878b31ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:43.721187 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:44.541420 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:45.990559 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:49.157020 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:46:10.775835 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-189deaa5-c0e9-4a1f-a0e3-2fc1ae5750cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:13.410666 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2be134a5-ce2b-48ca-8d84-b3db0769e052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:13.722528 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:14.543609 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:15.999712 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:26.157161 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:46:34.430643 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38250) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:34.491914 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd8e118-b986-4335-8be9-97101adca6fa admin admin] GET failed (client error): The resource could not be found. Jul 09 20:46:34.493251 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-fcd8e118-b986-4335-8be9-97101adca6fa admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616767 Jul 09 20:46:34.656959 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a6296-3c54-4256-8fbf-8d92c49b3916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:34.658432 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-bd4a6296-3c54-4256-8fbf-8d92c49b3916 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613359 Jul 09 20:46:36.838111 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38260) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:36.925502 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252541be-9fac-4f8a-adec-be501bdb1fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:36.926740 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-252541be-9fac-4f8a-adec-be501bdb1fb9 admin admin] 10.222.0.77 "GET /v2.0/subnets/94a8c826-a128-430f-acd4-4076b0674d28 HTTP/1.1" status: 200 len: 849 time: 0.0876884 Jul 09 20:46:36.935790 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:37.019196 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Notify callbacks [] for subnet, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:37.155093 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732640940063'] for subnet, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:37.188866 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:37.189369 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:37.190639 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] 10.222.0.77 "PUT /v2.0/subnets/94a8c826-a128-430f-acd4-4076b0674d28 HTTP/1.1" status: 200 len: 868 time: 0.2585022 Jul 09 20:46:37.208520 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a8c826-a128-430f-acd4-4076b0674d28,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:37.211852 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47626695-fd47-4020-ad27-03f0ffea7834 None None] Network fcbd96a6-1508-4228-8472-0cef906ed559 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:46:37.215957 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.216308 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.216647 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.217005 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.217335 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.217662 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.217987 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.218308 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.218653 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.218978 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.219306 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.219622 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf0646a-f1b0-439c-a93a-234eb6dcb04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:37.625340 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-050052c3-565a-46e5-b6db-74c4539d6c02 None None] Provisioning complete for port ebb40105-a04b-4eed-b76e-e7bd55a8f7a3 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:37.625711 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-050052c3-565a-46e5-b6db-74c4539d6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:37.709379 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-050052c3-565a-46e5-b6db-74c4539d6c02 None None] Provisioning complete for port 11587465-8775-4ea5-b61b-28044add29ff triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:46:37.709641 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-050052c3-565a-46e5-b6db-74c4539d6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:39.339963 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38268) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:39.537694 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84da9d-e132-4e50-9f64-7150910db410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:39.538082 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84da9d-e132-4e50-9f64-7150910db410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:39.539629 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-fb84da9d-e132-4e50-9f64-7150910db410 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981263 Jul 09 20:46:40.777148 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac9e6-096c-4c8d-9741-b4c8b1c4150d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:41.696140 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38276) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:41.827146 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af0495-d06f-4b43-bb09-b7d6619a95af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:41.827529 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af0495-d06f-4b43-bb09-b7d6619a95af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:41.829078 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e0af0495-d06f-4b43-bb09-b7d6619a95af admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319749 Jul 09 20:46:43.411949 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1961a297-db1d-48b0-b87c-bf9fe8be0324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:43.724454 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:43.985354 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38284) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:44.108726 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b86f3c-3dcc-47bd-ae04-714d611dbd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:44.110147 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-28b86f3c-3dcc-47bd-ae04-714d611dbd87 admin admin] 10.222.0.77 "GET /v2.0/networks/3c352f8c-03fb-4af4-b2cb-423d7e335103 HTTP/1.1" status: 200 len: 886 time: 0.1238983 Jul 09 20:46:44.546896 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:46.000759 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:46.229408 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38292) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:46.369525 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38efda7-bca6-4b66-9b79-fd38db891b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:46.370891 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-f38efda7-bca6-4b66-9b79-fd38db891b0d admin admin] 10.222.0.77 "GET /v2.0/networks/fcbd96a6-1508-4228-8472-0cef906ed559 HTTP/1.1" status: 200 len: 869 time: 0.1405365 Jul 09 20:46:48.490676 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38300) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:48.613323 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470f445-1d65-45f4-8dad-fec41a771dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:48.613781 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470f445-1d65-45f4-8dad-fec41a771dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:48.615308 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b470f445-1d65-45f4-8dad-fec41a771dd0 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236959 Jul 09 20:46:50.747874 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38308) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:50.870157 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253ee8c-863a-40a2-95ed-8cb8c7b68c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:50.870615 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253ee8c-863a-40a2-95ed-8cb8c7b68c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:50.872135 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-f253ee8c-863a-40a2-95ed-8cb8c7b68c03 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233404 Jul 09 20:46:53.051922 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38318) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:53.136591 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38fd4b2-5b8b-48c8-b2ad-703be8e5d1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:53.138030 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-f38fd4b2-5b8b-48c8-b2ad-703be8e5d1b7 admin admin] 10.222.0.77 "GET /v2.0/subnets/87d48c31-ed45-425a-8e86-56b1287da9e7 HTTP/1.1" status: 200 len: 816 time: 0.0851734 Jul 09 20:46:55.271505 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38326) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:46:55.359853 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b19948-8922-4ea2-b36a-4c1de3412fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:55.361200 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-04b19948-8922-4ea2-b36a-4c1de3412fd9 admin admin] 10.222.0.77 "GET /v2.0/subnets/94a8c826-a128-430f-acd4-4076b0674d28 HTTP/1.1" status: 200 len: 868 time: 0.0886731 Jul 09 20:47:03.155641 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:47:10.778094 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8c9860d9-3657-47c0-871d-c3bf61089fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.413242 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-a6242fde-48dd-466d-b97b-fa913b0b05c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:13.726487 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.549377 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.004402 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.538800 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38378) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:19.584303 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [None req-fff86446-407f-40d5-8ae8-083cec5fbec7 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:47:19.585318 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-fff86446-407f-40d5-8ae8-083cec5fbec7 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455878 Jul 09 20:47:21.864963 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38386) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:21.922380 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4257d6-fe19-4b63-8c6c-0c02260ae2ee admin admin] GET failed (client error): The resource could not be found. Jul 09 20:47:21.923689 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-7d4257d6-fe19-4b63-8c6c-0c02260ae2ee admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0578747 Jul 09 20:47:22.014962 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b80dc-836e-4a58-b94d-df89ca2267a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:22.016447 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-7c1b80dc-836e-4a58-b94d-df89ca2267a6 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0889952 Jul 09 20:47:24.204818 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38394) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:24.249716 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:24.269693 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Made reservation on behalf of 95f3ffa9f63d4b21a8b2748a119b4940 for: {'network': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:47:24.272001 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:24.306831 dv-cinder-800306-1-iscsi neutron-server[92867]: WARNING neutron.services.revisions.revision_plugin [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Could not find related network for resource to bump revision. Jul 09 20:47:24.319000 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=92867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:47:24.328393 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:24.328729 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.segments_db [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Added segment c421f0b4-d5d1-4f34-aa87-fc09b599e2f7 of type vlan for network ed823d42-7040-4e46-9b13-f70c58ffaff7 Jul 09 20:47:24.366946 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:24.393532 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:24.394434 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:24.395017 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:24.450176 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2442298 Jul 09 20:47:24.459272 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736a236-eef5-4820-9c06-bcceaaf03f59 admin admin] Pushing event updated for resources: {'Network': ['ID=ed823d42-7040-4e46-9b13-f70c58ffaff7,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:24.478731 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network ed823d42-7040-4e46-9b13-f70c58ffaff7 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:47:26.629304 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38402) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:26.689114 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c2666b-3271-4fd4-a348-cfa5cd3ddc50 admin admin] GET failed (client error): The resource could not be found. Jul 09 20:47:26.690420 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-00c2666b-3271-4fd4-a348-cfa5cd3ddc50 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601723 Jul 09 20:47:26.756971 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e193c-891c-4300-8e77-0fb7f8100092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:26.758375 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-5e0e193c-891c-4300-8e77-0fb7f8100092 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639458 Jul 09 20:47:26.767593 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:26.787119 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Made reservation on behalf of 95f3ffa9f63d4b21a8b2748a119b4940 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:47:26.789459 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.028258 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.088644 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fc0467-83a3-4c5a-ace3-74e793c64432,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:27.092845 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Checking segment: {'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:27.093185 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Network hostable DHCP agents. Network: ed823d42-7040-4e46-9b13-f70c58ffaff7, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:47:27.111181 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Network ed823d42-7040-4e46-9b13-f70c58ffaff7 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:47:27.121996 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, ed823d42-7040-4e46-9b13-f70c58ffaff7) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:27.126684 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:27.127271 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.131889 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8246c2d-d599-4bd8-9930-3d233782e72c None None] Network ed823d42-7040-4e46-9b13-f70c58ffaff7 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:47:27.140988 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-3f3205ba-22b6-49aa-a0f7-95eec60ad697 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3766084 Jul 09 20:47:27.281066 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-ed823d42-7040-4e46-9b13-f70c58ffaff7', 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7', 'tenant_id': '95f3ffa9f63d4b21a8b2748a119b4940', 'fixed_ips': [{'subnet_id': 'd0fc0467-83a3-4c5a-ace3-74e793c64432'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:47:27.281904 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.511548 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Allocated IP 192.168.233.2 (ed823d42-7040-4e46-9b13-f70c58ffaff7/d0fc0467-83a3-4c5a-ace3-74e793c64432/dad7d469-1255-47d4-a51c-f1610ff6c4af) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:27.655696 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.664574 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Transition to ACTIVE for port object dad7d469-1255-47d4-a51c-f1610ff6c4af will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:27.680216 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Transition to ACTIVE for port object dad7d469-1255-47d4-a51c-f1610ff6c4af will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:27.686869 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.722859 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Network ed823d42-7040-4e46-9b13-f70c58ffaff7 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:27.727688 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:27.730398 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:27.743456 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Pushing event updated for resources: {'Port': ['ID=dad7d469-1255-47d4-a51c-f1610ff6c4af,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:27.768622 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.769053 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.769411 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.769723 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.770045 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.770368 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.770688 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.771076 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.771346 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.771665 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.771979 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.772292 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:27.805502 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Attempting to bind port dad7d469-1255-47d4-a51c-f1610ff6c4af on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:27.805871 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Attempting to bind port dad7d469-1255-47d4-a51c-f1610ff6c4af by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:27.806236 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Attempting to bind port dad7d469-1255-47d4-a51c-f1610ff6c4af on network ed823d42-7040-4e46-9b13-f70c58ffaff7 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:27.811801 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:27.812273 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Checking segment: {'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:27.812646 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.813094 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Bound using segment: {'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:27.813704 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Bound port: dad7d469-1255-47d4-a51c-f1610ff6c4af, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:27.814124 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.879440 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] For port dad7d469-1255-47d4-a51c-f1610ff6c4af, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:27.882903 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] For port dad7d469-1255-47d4-a51c-f1610ff6c4af, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=dad7d469-1255-47d4-a51c-f1610ff6c4af,segment=NetworkSegment(c421f0b4-d5d1-4f34-aa87-fc09b599e2f7),segment_id=c421f0b4-d5d1-4f34-aa87-fc09b599e2f7)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:27.886866 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.953129 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac8641-da4f-4f84-bba3-4d5c58bf81d3 None None] Pushing event updated for resources: {'Port': ['ID=dad7d469-1255-47d4-a51c-f1610ff6c4af,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:28.749707 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd3267-650d-4cd1-83b9-31bedccf80b1 None None] Network ed823d42-7040-4e46-9b13-f70c58ffaff7 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:47:28.816684 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-c4d6a0e6-8b5b-477a-a25d-ac9cfe085366 None None] Provisioning for port dad7d469-1255-47d4-a51c-f1610ff6c4af completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:29.673595 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device dad7d469-1255-47d4-a51c-f1610ff6c4af up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:29.721931 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port dad7d469-1255-47d4-a51c-f1610ff6c4af completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:29.725691 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port dad7d469-1255-47d4-a51c-f1610ff6c4af triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:29.726060 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.804338 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.837547 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port dad7d469-1255-47d4-a51c-f1610ff6c4af, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=dad7d469-1255-47d4-a51c-f1610ff6c4af,segment=NetworkSegment(c421f0b4-d5d1-4f34-aa87-fc09b599e2f7),segment_id=c421f0b4-d5d1-4f34-aa87-fc09b599e2f7)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:29.841679 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.889407 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=dad7d469-1255-47d4-a51c-f1610ff6c4af,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:31.656087 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device dad7d469-1255-47d4-a51c-f1610ff6c4af up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:31.705677 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port dad7d469-1255-47d4-a51c-f1610ff6c4af triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:31.706040 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:40.154724 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:47:40.779216 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d910b4f2-d057-4829-ad42-6b1c9b6b7ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:43.415348 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-744a1f58-89f3-4648-a870-5e8b95f029dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:43.728237 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:44.553550 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:46.008288 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:10.780409 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c867-f999-4c84-baf7-57496a9161b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:13.416456 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca42ef0b-1039-40f1-847b-0b56359ea55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:13.730428 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:14.557290 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:16.014229 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:17.153070 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:48:34.202957 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38454) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:34.208917 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [None req-9c5d4862-683a-4089-8c38-7c2ff6dc3e35 tempest-verify_tempest_config-1632027131 tempest-verify_tempest_config-1632027131-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:48:34.209916 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9c5d4862-683a-4089-8c38-7c2ff6dc3e35 tempest-verify_tempest_config-1632027131 tempest-verify_tempest_config-1632027131-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059917 Jul 09 20:48:34.509297 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38472) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:34.607495 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:34.694806 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:34.698546 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:34.742597 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e06394a75b104ebd8e012fa709c4577f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2322705 Jul 09 20:48:34.743870 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c17124c-81f8-497b-b1dd-03e7b52e6dbe,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:48:34.745323 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38476) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:48:34.751139 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.751511 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.751855 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.752189 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.752520 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.752902 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.753237 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.753562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.753904 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.754229 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.754550 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.754889 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7210fe-06fe-4e1a-b998-a28d899686a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.801717 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:34.824756 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:34.910416 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:34.912879 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:34.914007 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c17124c-81f8-497b-b1dd-03e7b52e6dbe HTTP/1.1" status: 204 len: 168 time: 0.1667125 Jul 09 20:48:34.923083 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c17124c-81f8-497b-b1dd-03e7b52e6dbe,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:48:34.929684 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.930031 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.930364 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.930693 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.931132 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.931475 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.931915 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.932348 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.932674 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.933017 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.933338 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:34.933655 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22700a0-f58b-44d1-807f-a239f6cb7530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:48:40.781211 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d84940b4-e34b-42d6-9782-89dbba0ca688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:43.417853 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bef5abf4-37c6-4af2-a477-fb4dda7cbbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:43.731846 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:44.560705 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:46.017268 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:54.150499 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:49:10.781743 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-451fef29-8060-4290-9c33-c4790146f77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:13.418613 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-26017c26-7290-4689-9522-c133a986a97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:13.732425 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:14.565334 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:16.018828 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:31.148597 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:49:40.781422 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f1f65d6b-c4af-44d1-963b-249a56b75f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:43.418558 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-3015a221-7183-4c87-bea7-a45c26665e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:43.733602 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:44.565655 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:46.021223 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:08.146850 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 5 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:50:10.782189 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-4c85c308-1b94-47a2-9c7b-d96cd62603b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:13.420821 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-22530d9c-830e-4653-ad69-812a30adc0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:13.734016 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:14.573884 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:14.922097 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598682'] for agent, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:16.024966 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:30.708879 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38550) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:50:30.813290 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-46d2c8ec-b66c-4c48-9bdf-11c68a69a02f admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1032970 Jul 09 20:50:32.982957 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38560) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:50:33.036168 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-1a1d0dc9-29cb-450e-86e6-2085bcc084c2 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0521433 Jul 09 20:50:40.783074 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-fd9177b5-b3be-4edc-a687-ba79aabc76aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:43.420375 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0b78-0f54-4e02-8c49-263eab593a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:43.737655 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:44.572153 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:44.871795 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:45.147076 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:50:46.028612 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.783814 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ea9bf80c-2d7d-44c8-9219-2b0c1e20f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.421067 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-74db2569-4d3b-4b6f-82a0-09c9350a4685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.737756 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:14.574973 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:14.901043 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.030028 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.146078 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:51:40.785700 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-90acb6db-43b3-4c52-a82a-effec7e800de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.423325 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-09645edf-2af0-432e-a5b3-fe00d29319ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.739789 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.578910 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.900692 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:46.036150 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.144395 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:52:07.870753 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38782) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:08.094465 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38796) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:08.103112 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38800) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:08.135434 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38804) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:08.166937 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38808) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:08.206855 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-network', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:08.241752 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-network', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:08.267194 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-421403949-network', 'tenant_id': '9e4d88db79184e58b78fc7ab4038fbf8'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:08.270140 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Made reservation on behalf of 7e7a68d88e83453bb651dbd85e1a6926 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:08.272562 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.290290 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-745168434-network', 'tenant_id': '3185ab693c084130ab10ca155891fb40'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:08.294444 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.296304 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Made reservation on behalf of 4a650100b93d44dbac6181a19ad574c8 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:08.299534 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.320885 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.340772 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1738025304-network', 'tenant_id': '6c56936732d444d0b0e169ea95766e11'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:08.403195 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Made reservation on behalf of 9e4d88db79184e58b78fc7ab4038fbf8 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:08.405702 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.420463 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.480618 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.487241 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.520220 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:52:08.536158 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Made reservation on behalf of 3185ab693c084130ab10ca155891fb40 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:08.538985 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.562111 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.562452 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Added segment 6198bc73-9262-484a-984e-65b6e4ffb496 of type vlan for network f483f9e7-87fa-4217-85b5-4ee805554987 Jul 09 20:52:08.566016 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.614961 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79179f3-b025-41f5-8b18-55465fda1a06,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:08.702286 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.706912 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.707157 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.707475 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.707806 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.708136 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.708474 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.708867 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.709203 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.709540 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.709862 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.710184 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.711070 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Tracked resource versions report: Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: pushed versions: Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: { 'AddressGroup': {'1.2'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'ConntrackHelper': {'1.0'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Log': {'1.0'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Network': {'1.1'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Port': {'1.7'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'PortForwarding': {'1.2'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'QosPolicy': {'1.8'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SecurityGroup': {'1.4'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SubPort': {'1.0'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Subnet': {'1.1'}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Trunk': {'1.1'}} Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: consumer versions: Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: { DHCP agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: HyperV agent@hv-cinder-80030: {}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: L3 agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: Metadata agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: Metering agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: Open vSwitch agent@dv-cinder-800306-1-iscsi: { 'AddressGroup': '1.2', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'ConntrackHelper': '1.0', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Log': '1.0', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Network': '1.1', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Port': '1.7', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'PortForwarding': '1.2', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'QosPolicy': '1.8', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SecurityGroup': '1.4', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SecurityGroupRule': '1.2', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'SubPort': '1.0', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Subnet': '1.1', Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: 'Trunk': '1.1'}} Jul 09 20:52:08.712167 dv-cinder-800306-1-iscsi neutron-server[92868]: {{(pid=92868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:52:08.765567 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.766559 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:08.767133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.843941 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] Pushing event updated for resources: {'Network': ['ID=f483f9e7-87fa-4217-85b5-4ee805554987,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:08.858825 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network f483f9e7-87fa-4217-85b5-4ee805554987 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:52:08.874034 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.884172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.909341 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-c1522b37-f27f-4d59-b9d8-b13a9c3edc1c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0370741 Jul 09 20:52:08.910961 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38846) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:08.921530 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Request body: {'subnet': {'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-subnet', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:08.938183 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:52:08.969772 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.970504 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Added segment 697776d1-a800-421a-ae0b-c4af5f20d8e6 of type vlan for network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 Jul 09 20:52:08.982643 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Made reservation on behalf of 6c56936732d444d0b0e169ea95766e11 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:08.985264 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.991439 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2b62be-48ce-486d-b0da-5aef5cd8a14e,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.031412 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.061318 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.141217 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.142301 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:09.142890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.222284 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.233891 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.249022 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a8dab57b-aa06-4b75-ba9e-11702aa79ef0,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.261900 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:52:09.274064 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:52:09.302847 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972991f2-45a5-4144-8c0b-f76f29b279eb,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.307130 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.307475 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Added segment 8f2ea28d-a6c0-4c72-90e3-5933f9bfae11 of type vlan for network e5cb2913-27aa-4156-9128-a345e8fe0441 Jul 09 20:52:09.375939 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.432432 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.433835 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.434796 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:09.435359 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.448432 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.460094 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Made reservation on behalf of 7e7a68d88e83453bb651dbd85e1a6926 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:09.465084 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.639581 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38878) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:09.660665 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:52:09.680651 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3894aa-c434-45bf-af20-6102c7404001,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.684194 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.687306 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] Pushing event updated for resources: {'Network': ['ID=e5cb2913-27aa-4156-9128-a345e8fe0441,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.692890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.693228 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Added segment 2c2a5b6f-b468-439c-90e2-ea0bbb589410 of type vlan for network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 Jul 09 20:52:09.721975 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network e5cb2913-27aa-4156-9128-a345e8fe0441 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:52:09.747306 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.760728 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fd66f5-07bf-4ef1-8530-be22cc70bd7a,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.792713 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.793112 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.793435 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.793778 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.794103 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.794448 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.794780 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.795117 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.795444 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.795768 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.796088 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.796404 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Tracked resource versions report: Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: pushed versions: Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: { 'AddressGroup': {'1.2'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'ConntrackHelper': {'1.0'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Log': {'1.0'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Network': {'1.1'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Port': {'1.7'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'PortForwarding': {'1.2'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'QosPolicy': {'1.8'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SecurityGroup': {'1.4'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SubPort': {'1.0'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Subnet': {'1.1'}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Trunk': {'1.1'}} Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: consumer versions: Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: { DHCP agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: HyperV agent@hv-cinder-80030: {}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: L3 agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: Metadata agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: Metering agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: Open vSwitch agent@dv-cinder-800306-1-iscsi: { 'AddressGroup': '1.2', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'ConntrackHelper': '1.0', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Log': '1.0', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Network': '1.1', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Port': '1.7', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'PortForwarding': '1.2', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'QosPolicy': '1.8', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SecurityGroup': '1.4', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SecurityGroupRule': '1.2', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'SubPort': '1.0', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Subnet': '1.1', Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: 'Trunk': '1.1'}} Jul 09 20:52:09.801454 dv-cinder-800306-1-iscsi neutron-server[92867]: {{(pid=92867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:52:09.805539 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.817438 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.818469 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:09.819100 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.828274 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.834932 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Checking segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:09.835244 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Network hostable DHCP agents. Network: f483f9e7-87fa-4217-85b5-4ee805554987, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:52:09.841625 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9aa6c45b-0c4e-4291-9c70-e161944b30b9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7339771 Jul 09 20:52:09.841625 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-44a1a128-13bb-4418-a82f-6fb4f53a4e41 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7433958 Jul 09 20:52:09.841860 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38894) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:09.851898 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38896) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:09.856089 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Request body: {'subnet': {'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-421403949-subnet', 'tenant_id': '9e4d88db79184e58b78fc7ab4038fbf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:09.867362 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Request body: {'subnet': {'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-subnet', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:09.879259 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-734ca446-f9d1-4405-a4d9-0a153dff40ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.881311 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.894405 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Network f483f9e7-87fa-4217-85b5-4ee805554987 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:52:09.906179 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Made reservation on behalf of 9e4d88db79184e58b78fc7ab4038fbf8 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:09.910125 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.932704 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:52:09.952980 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.953322 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Added segment 0d700d56-71b1-49be-b257-619fffc72b04 of type vlan for network cf13fe10-e822-48f2-8548-dfa5c58a1d67 Jul 09 20:52:09.962581 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] Pushing event updated for resources: {'Network': ['ID=1c691ede-4ce2-4ddb-b62f-49e52e97e938,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.974411 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:52:09.996357 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.009414 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.db.api [None req-734ca446-f9d1-4405-a4d9-0a153dff40ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:52:10.009414 dv-cinder-800306-1-iscsi neutron-server[92868]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 20:52:10.009414 dv-cinder-800306-1-iscsi neutron-server[92868]: [parameters: {'project_id_1': 'bdd27bf54a9442ddbca82a89df4ecc16', 'expiration_1': datetime.datetime(2021, 7, 9, 20, 52, 9, 947234)}] Jul 09 20:52:10.009414 dv-cinder-800306-1-iscsi neutron-server[92868]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:52:10.009871 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG oslo_db.api [None req-734ca446-f9d1-4405-a4d9-0a153dff40ee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:52:10.012333 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, f483f9e7-87fa-4217-85b5-4ee805554987) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:10.026924 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742af4c3-fe7f-422f-a39c-a54f9cee5aaf None None] Network f483f9e7-87fa-4217-85b5-4ee805554987 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:10.040236 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.041297 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:10.041894 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.063409 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:10.064110 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.083669 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Made reservation on behalf of 4a650100b93d44dbac6181a19ad574c8 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:10.086785 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.097562 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8625e919-986b-404c-bcdd-ace52a09bc4b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9610188 Jul 09 20:52:10.100435 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38900) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:10.105967 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Request body: {'subnet': {'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-745168434-subnet', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:10.121265 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9493179 Jul 09 20:52:10.127983 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38902) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:10.134281 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Request body: {'subnet': {'network_id': 'cf13fe10-e822-48f2-8548-dfa5c58a1d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1738025304-subnet', 'tenant_id': '6c56936732d444d0b0e169ea95766e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:10.135190 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-33668563-dea8-4b5d-9cfb-b8d12efdc258 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2223179 Jul 09 20:52:10.141223 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38904) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:10.146842 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77eaca-43a8-46d4-b113-3297ab636df9 admin admin] Pushing event updated for resources: {'Network': ['ID=cf13fe10-e822-48f2-8548-dfa5c58a1d67,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:10.151906 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:10.158558 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network cf13fe10-e822-48f2-8548-dfa5c58a1d67 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:52:10.164492 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Made reservation on behalf of 3185ab693c084130ab10ca155891fb40 for: {'subnet': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:10.167405 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.192661 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.237078 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Made reservation on behalf of 6c56936732d444d0b0e169ea95766e11 for: {'subnet': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:10.239514 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.263998 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db29f98-1d04-4a27-9ccb-d617c1f00718,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:10.267094 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-f483f9e7-87fa-4217-85b5-4ee805554987', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:52:10.268129 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.299841 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Checking segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:10.300230 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Network hostable DHCP agents. Network: e5cb2913-27aa-4156-9128-a345e8fe0441, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:52:10.323690 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.324655 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.350091 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Network e5cb2913-27aa-4156-9128-a345e8fe0441 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:52:10.395356 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, e5cb2913-27aa-4156-9128-a345e8fe0441) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:10.400133 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:10.400914 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.408158 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4748264e-f480-418e-90bf-8d3492de10fc None None] Network e5cb2913-27aa-4156-9128-a345e8fe0441 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:10.416509 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.434868 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-631aa2b5-9ffe-4668-99da-d5b4ef3d243c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5852165 Jul 09 20:52:10.442330 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.482044 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Allocated IP 172.20.0.2 (f483f9e7-87fa-4217-85b5-4ee805554987/67fd66f5-07bf-4ef1-8530-be22cc70bd7a/aca39bbb-51fa-4ae8-a200-ecc692aed154) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:10.482807 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Checking segment: {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:10.483139 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Network hostable DHCP agents. Network: a8dab57b-aa06-4b75-ba9e-11702aa79ef0, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:52:10.497840 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cab2109-54b7-470d-a745-70c2aeab931e,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:10.508885 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:52:10.520249 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, a8dab57b-aa06-4b75-ba9e-11702aa79ef0) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:10.525407 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:10.526110 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.534857 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c44280-74dd-4889-af35-ff15ddb95737 None None] Network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:10.548568 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-660be536-748d-475e-a2d9-a8b00e3986c6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6890054 Jul 09 20:52:10.549399 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38908) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:10.554874 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:10.584334 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.586714 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.619111 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-734ca446-f9d1-4405-a4d9-0a153dff40ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.674263 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.693897 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9b572-b550-4107-932a-27e11c2cdfdb None None] Network e5cb2913-27aa-4156-9128-a345e8fe0441 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:10.741183 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.838765 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc88795f-51fa-4b8d-b780-8eab9eb90624,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:10.851729 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-759ac8bd-0eac-4627-84ff-d58a2246fb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.905558 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.912461 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd13480c-ad56-4080-8100-575fa9f7e5a8 None None] Network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:10.923423 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38934) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:10.940254 dv-cinder-800306-1-iscsi neutron-server[92868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 20:52:10.940977 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.963675 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Transition to ACTIVE for port object aca39bbb-51fa-4ae8-a200-ecc692aed154 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:10.977815 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.981517 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Checking segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:10.981872 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Network hostable DHCP agents. Network: 1c691ede-4ce2-4ddb-b62f-49e52e97e938, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:52:11.051032 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Transition to ACTIVE for port object aca39bbb-51fa-4ae8-a200-ecc692aed154 will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:11.063957 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.078672 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.144271 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dab944a-f0e1-4602-b4d1-d214acaf6f49,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:11.152166 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Pushing event updated for resources: {'Port': ['ID=aca39bbb-51fa-4ae8-a200-ecc692aed154,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:11.186665 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Network f483f9e7-87fa-4217-85b5-4ee805554987 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:11.189339 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.189945 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.190541 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.191119 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.191652 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.192244 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.192973 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.193777 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.194367 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.195458 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.195994 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.196516 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Tracked resource versions report: Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: pushed versions: Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: { 'AddressGroup': {'1.2'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'ConntrackHelper': {'1.0'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Log': {'1.0'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Network': {'1.1'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Port': {'1.7'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'PortForwarding': {'1.2'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'QosPolicy': {'1.8'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SecurityGroup': {'1.4'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SubPort': {'1.0'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Subnet': {'1.1'}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Trunk': {'1.1'}} Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: consumer versions: Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: { DHCP agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: HyperV agent@hv-cinder-80030: {}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: L3 agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: Metadata agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: Metering agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: Open vSwitch agent@dv-cinder-800306-1-iscsi: { 'AddressGroup': '1.2', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'ConntrackHelper': '1.0', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Log': '1.0', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Network': '1.1', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Port': '1.7', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'PortForwarding': '1.2', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'QosPolicy': '1.8', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SecurityGroup': '1.4', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SecurityGroupRule': '1.2', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'SubPort': '1.0', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Subnet': '1.1', Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: 'Trunk': '1.1'}} Jul 09 20:52:11.197863 dv-cinder-800306-1-iscsi neutron-server[92869]: {{(pid=92869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:52:11.221409 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:11.236984 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:11.276190 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:52:11.286709 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.334426 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.346382 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Attempting to bind port aca39bbb-51fa-4ae8-a200-ecc692aed154 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:11.347853 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Attempting to bind port aca39bbb-51fa-4ae8-a200-ecc692aed154 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:11.348499 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Attempting to bind port aca39bbb-51fa-4ae8-a200-ecc692aed154 on network f483f9e7-87fa-4217-85b5-4ee805554987 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:11.357619 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, 1c691ede-4ce2-4ddb-b62f-49e52e97e938) {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:11.358157 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:11.358821 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Checking segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:11.359532 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.360834 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Bound using segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:11.361829 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Bound port: aca39bbb-51fa-4ae8-a200-ecc692aed154, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:11.362628 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.369672 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954af50-6939-4ef7-a22d-141e924cf780 None None] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:11.376731 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:11.377380 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.382583 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Checking segment: {'id': '0d700d56-71b1-49be-b257-619fffc72b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf13fe10-e822-48f2-8548-dfa5c58a1d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:11.382928 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Network hostable DHCP agents. Network: cf13fe10-e822-48f2-8548-dfa5c58a1d67, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:52:11.421502 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-c3c76c3a-f6f0-4b83-9222-43bda50250fd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:11.428259 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-c3c76c3a-f6f0-4b83-9222-43bda50250fd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 814 time: 0.4980330 Jul 09 20:52:11.474789 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-734ca446-f9d1-4405-a4d9-0a153dff40ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.510548 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-5b444205-9909-490b-958e-e53aedba01d6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/quotas/9e4d88db79184e58b78fc7ab4038fbf8 HTTP/1.1" status: 200 len: 375 time: 0.0812526 Jul 09 20:52:11.514499 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-734ca446-f9d1-4405-a4d9-0a153dff40ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.537195 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] For port aca39bbb-51fa-4ae8-a200-ecc692aed154, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:11.545545 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] For port aca39bbb-51fa-4ae8-a200-ecc692aed154, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=aca39bbb-51fa-4ae8-a200-ecc692aed154,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:11.553996 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.557202 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 38956) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:11.563357 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:11.573402 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b783f7f9-5cfc-4c62-b788-ceb385b0e382 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4711509 Jul 09 20:52:11.574182 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Network cf13fe10-e822-48f2-8548-dfa5c58a1d67 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:52:11.629263 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.637998 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.674719 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-67457f16-54c0-4562-a868-06e1bb11e695 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1632957 Jul 09 20:52:11.713819 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, cf13fe10-e822-48f2-8548-dfa5c58a1d67) {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:11.718633 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06a5ad-c5b3-475b-aca3-0343d568b2fb None None] Pushing event updated for resources: {'Port': ['ID=aca39bbb-51fa-4ae8-a200-ecc692aed154,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:11.737854 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-734ca446-f9d1-4405-a4d9-0a153dff40ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bdd27bf54a9442ddbca82a89df4ecc16&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0933347 Jul 09 20:52:11.737854 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:11.738673 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb022c-5995-499a-8f0b-f9b25d819723 None None] Network cf13fe10-e822-48f2-8548-dfa5c58a1d67 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:11.745385 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.753547 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 38970) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:11.753743 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:52:11.755234 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.781152 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca446-f9d1-4405-a4d9-0a153dff40ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f635e2-ea1a-4d63-adbc-65606084e403,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:11.877337 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9cba5f01-9465-4b8d-8100-f023df23cf2f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7475131 Jul 09 20:52:11.961664 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-4a193ef4-4c6e-409a-b9a8-5e2305dd07a5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:52:11.964766 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-4a193ef4-4c6e-409a-b9a8-5e2305dd07a5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1512868 Jul 09 20:52:11.982695 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.179747 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.207456 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Allocated IP 172.27.3.129 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/3183fb5e-d4c1-4eff-b1c0-63cf17515622) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:12.335118 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df711b0-cc8d-4d66-8fed-cb05f8d08765 None None] Network cf13fe10-e822-48f2-8548-dfa5c58a1d67 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:12.358661 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-50a3716f-80ad-4167-9511-f36746a57366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.370445 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39002) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:12.373165 dv-cinder-800306-1-iscsi neutron-server[92867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 20:52:12.424230 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-50a3716f-80ad-4167-9511-f36746a57366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.441169 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.467855 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-19e489a9-c45a-451b-922c-9a49480338da service neutron] 10.222.0.77 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930577 Jul 09 20:52:12.478061 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.487808 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Allocated IP 172.20.0.2 (1c691ede-4ce2-4ddb-b62f-49e52e97e938/cc88795f-51fa-4b8d-b780-8eab9eb90624/df0b7b09-7674-4e35-9e9a-003497358831) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:12.560345 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.618193 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-50a3716f-80ad-4167-9511-f36746a57366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.620634 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-50a3716f-80ad-4167-9511-f36746a57366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.621817 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-50a3716f-80ad-4167-9511-f36746a57366 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1f635e2-ea1a-4d63-adbc-65606084e403 HTTP/1.1" status: 204 len: 168 time: 0.8661146 Jul 09 20:52:12.644348 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3716f-80ad-4167-9511-f36746a57366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f635e2-ea1a-4d63-adbc-65606084e403,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:12.647335 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-1db9d843-b51d-466b-abaa-164d779cf93e service neutron] 10.222.0.77 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662769 Jul 09 20:52:12.699204 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.735341 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-a892a8db-cefd-4fd2-84aa-b00b995276c1 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:12.736949 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-a892a8db-cefd-4fd2-84aa-b00b995276c1 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/networks?id=cf13fe10-e822-48f2-8548-dfa5c58a1d67 HTTP/1.1" status: 200 len: 812 time: 0.3648739 Jul 09 20:52:12.744170 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.772769 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.795712 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Transition to ACTIVE for port object df0b7b09-7674-4e35-9e9a-003497358831 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:12.807126 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-e6adaef3-1f15-4206-9e1c-496c87cd249e tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/quotas/6c56936732d444d0b0e169ea95766e11 HTTP/1.1" status: 200 len: 375 time: 0.0555515 Jul 09 20:52:12.831865 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.834111 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Transition to ACTIVE for port object df0b7b09-7674-4e35-9e9a-003497358831 will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:12.848204 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:12.912252 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Pushing event updated for resources: {'Port': ['ID=3183fb5e-d4c1-4eff-b1c0-63cf17515622,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:12.936393 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Allocated IP 172.27.3.178 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/227d836c-ce82-4f25-aee4-f74c1c93be65) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:12.943191 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-b3fe46f3-575e-49c9-880f-3753453b35be tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c56936732d444d0b0e169ea95766e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179724 Jul 09 20:52:12.954533 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:12.956352 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:12.959119 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:12.971996 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:12.990515 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:12.994302 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:13.062507 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Pushing event updated for resources: {'Port': ['ID=df0b7b09-7674-4e35-9e9a-003497358831,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:13.161954 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Attempting to bind port df0b7b09-7674-4e35-9e9a-003497358831 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:13.162211 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Attempting to bind port df0b7b09-7674-4e35-9e9a-003497358831 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:13.162772 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Attempting to bind port df0b7b09-7674-4e35-9e9a-003497358831 on network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:13.171688 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:13.175190 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Checking segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:13.175768 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.176333 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Bound using segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:13.177025 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Bound port: df0b7b09-7674-4e35-9e9a-003497358831, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:13.177748 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.245315 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917ae889-36d2-45e1-9a60-eb08b816a3b0 None None] Network f483f9e7-87fa-4217-85b5-4ee805554987 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:13.250050 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.327323 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] For port df0b7b09-7674-4e35-9e9a-003497358831, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:13.328441 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-772495a1-cf0b-4181-8ecd-70921919985b req-1615b27f-7cb4-4f04-ba9a-fa8534432211 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 210 time: 0.0578530 Jul 09 20:52:13.329721 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39040) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:13.358182 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3fe0-9736-444c-9223-efebeb4639da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.384700 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] For port df0b7b09-7674-4e35-9e9a-003497358831, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=df0b7b09-7674-4e35-9e9a-003497358831,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:13.391031 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.397210 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-abce802e-bc6f-4618-acf9-ac380f11924d None None] Provisioning for port aca39bbb-51fa-4ae8-a200-ecc692aed154 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:13.410461 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.446192 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:13.452484 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:13.456060 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:13.474327 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c5bf3ae4-b20d-4fcb-982d-06737b813913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.491394 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-2f71923a-84a3-4740-a781-4f4474004371 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:52:13.498063 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-2f71923a-84a3-4740-a781-4f4474004371 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2827682 Jul 09 20:52:13.544680 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e786-f27e-4685-84e5-ba439cbe1c1e None None] Pushing event updated for resources: {'Port': ['ID=df0b7b09-7674-4e35-9e9a-003497358831,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:13.548104 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Pushing event updated for resources: {'Port': ['ID=227d836c-ce82-4f25-aee4-f74c1c93be65,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:13.627194 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Allocated IP 172.27.3.195 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/743ad2bf-1d09-4239-84c4-cfbb1ee8de8a) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:13.686263 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.749136 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.817713 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.948364 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device aca39bbb-51fa-4ae8-a200-ecc692aed154 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:14.027860 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port aca39bbb-51fa-4ae8-a200-ecc692aed154 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:14.042911 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port aca39bbb-51fa-4ae8-a200-ecc692aed154 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:14.043568 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.115621 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-f0cfdb7a-e182-40a4-a58a-337cd43c24ea None None] Provisioning complete for port aca39bbb-51fa-4ae8-a200-ecc692aed154 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:14.117233 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdb7a-e182-40a4-a58a-337cd43c24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.160986 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-a5ca9a80-2031-4b6d-baff-b6b270ec103c service neutron] 10.222.0.77 "GET /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608272 Jul 09 20:52:14.218737 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.275627 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdb7a-e182-40a4-a58a-337cd43c24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.294215 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.350517 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-f0cfdb7a-e182-40a4-a58a-337cd43c24ea None None] For port aca39bbb-51fa-4ae8-a200-ecc692aed154, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=aca39bbb-51fa-4ae8-a200-ecc692aed154,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:14.358423 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdb7a-e182-40a4-a58a-337cd43c24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.373072 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.390164 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Router ca3f64dd-6f88-4ead-82a8-17acb7065200 is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:52:14.441387 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.db.api [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:52:14.441871 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG oslo_db.api [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:52:14.452507 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfdb7a-e182-40a4-a58a-337cd43c24ea None None] Pushing event updated for resources: {'Port': ['ID=aca39bbb-51fa-4ae8-a200-ecc692aed154,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:14.490983 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.501774 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3fe0-9736-444c-9223-efebeb4639da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.513452 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0a2e6344-b403-4f4e-80a6-37e31890d89c req-fa038ce1-69eb-4ac3-b8ab-a81c938dac46 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 210 time: 0.0480416 Jul 09 20:52:14.557570 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3fe0-9736-444c-9223-efebeb4639da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.587885 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.594522 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-2aca8862-d8af-486a-a79e-c14440ea924b service neutron] 10.222.0.77 "GET /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238050 Jul 09 20:52:14.645192 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:14.665881 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:14.668717 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:14.702271 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c3fe0-9736-444c-9223-efebeb4639da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d9beb1-38b6-4e6b-b432-00245941c523,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:14.706332 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=743ad2bf-1d09-4239-84c4-cfbb1ee8de8a,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:14.741999 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.757977 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:14.769307 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Sync routers for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:14.781509 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:14.782121 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:14.783623 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-8c4c3fe0-9736-444c-9223-efebeb4639da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3d4f5ee3e3140fdb52ce617df0c52a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4517491 Jul 09 20:52:14.785112 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39080) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:14.857288 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.861229 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-7e7b9bcc-9398-4e27-a6f5-15c772d3739a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7166040 Jul 09 20:52:14.873741 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39088) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:14.874553 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5da30d2d-b783-406b-b983-f351733158ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.899420 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ec7ad-6ce5-4d7f-ab7b-92903193dd5c None None] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:14.951850 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5da30d2d-b783-406b-b983-f351733158ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.967695 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.011993 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:15.031809 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f700df59-7333-4c57-bf0e-5d588a82b625 req-0df11905-295f-41f2-9feb-0cc45be485a7 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 210 time: 0.0981791 Jul 09 20:52:15.118381 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-091a6416-1e6e-4619-919c-65f78e08813a None None] Provisioning for port df0b7b09-7674-4e35-9e9a-003497358831 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:15.168376 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5da30d2d-b783-406b-b983-f351733158ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.172606 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5da30d2d-b783-406b-b983-f351733158ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.173701 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5da30d2d-b783-406b-b983-f351733158ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/82d9beb1-38b6-4e6b-b432-00245941c523 HTTP/1.1" status: 204 len: 168 time: 0.3876197 Jul 09 20:52:15.200250 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Router ee787cda-6de7-4649-9d02-9e82a3ec064f is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:52:15.212983 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.269564 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da30d2d-b783-406b-b983-f351733158ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d9beb1-38b6-4e6b-b432-00245941c523,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:15.340150 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:13Z', 'revision_number': 3, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:15.393125 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Checking router: ca3f64dd-6f88-4ead-82a8-17acb7065200 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:15.393571 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Updating router ca3f64dd-6f88-4ead-82a8-17acb7065200 port 227d836c-ce82-4f25-aee4-f74c1c93be65 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:15.441649 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.520222 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:15.534235 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Sync routers for ids ['ee787cda-6de7-4649-9d02-9e82a3ec064f'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:15.551421 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Routers {'ee787cda-6de7-4649-9d02-9e82a3ec064f'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:15.553009 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ee787cda-6de7-4649-9d02-9e82a3ec064f'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:15.743130 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.828851 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Set router ee787cda-6de7-4649-9d02-9e82a3ec064f gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:15.870644 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.875063 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-daead3a9-b9ae-4f16-aeb9-c33f272d4cfa admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3217690 Jul 09 20:52:15.875628 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39126) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:15.897607 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Router 2286007d-0a26-4d6a-884c-6b7aca7b035b is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:52:15.939394 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a850038c-444a-4709-aae8-36255cb59de2 req-5f21c34e-d234-41f8-9aa5-5f43467722d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 210 time: 0.1572797 Jul 09 20:52:15.983439 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.037465 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Transition to ACTIVE for port object 227d836c-ce82-4f25-aee4-f74c1c93be65 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:16.055986 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.187719 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device aca39bbb-51fa-4ae8-a200-ecc692aed154 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:16.188903 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Attempting to bind port 227d836c-ce82-4f25-aee4-f74c1c93be65 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:16.189281 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Attempting to bind port 227d836c-ce82-4f25-aee4-f74c1c93be65 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:16.189644 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Attempting to bind port 227d836c-ce82-4f25-aee4-f74c1c93be65 on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:16.200600 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be533474-527b-4635-be29-4d42751dd701 None None] Pushing event updated for resources: {'Port': ['ID=227d836c-ce82-4f25-aee4-f74c1c93be65,revision_number=2']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:16.205494 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:16.205870 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:16.206268 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.206652 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:16.207121 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Bound port: 227d836c-ce82-4f25-aee4-f74c1c93be65, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:16.207500 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.229410 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d6fdb0cb-8287-4d41-8504-6aeb34114290 req-30fb7e69-5282-4bd7-b57c-5222f153fde0 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 210 time: 0.1088908 Jul 09 20:52:16.250724 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:16.262413 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.278518 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.279058 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.280750 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.281284 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.281953 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.282724 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.283244 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.283804 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.286666 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.287296 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.291173 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.295885 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-14e3b4b7-509c-4044-b6f0-12b9f0ebf5e4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7358909 Jul 09 20:52:16.296531 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39144) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:16.298388 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.299922 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533474-527b-4635-be29-4d42751dd701 None None] Tracked resource versions report: Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: pushed versions: Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: { 'AddressGroup': {'1.2'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'ConntrackHelper': {'1.0'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Log': {'1.0'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Network': {'1.1'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Port': {'1.7'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'PortForwarding': {'1.2'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'QosPolicy': {'1.8'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SecurityGroup': {'1.4'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SubPort': {'1.0'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Subnet': {'1.1'}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Trunk': {'1.1'}} Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: consumer versions: Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: { DHCP agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: HyperV agent@hv-cinder-80030: {}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: L3 agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: Metadata agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: Metering agent@dv-cinder-800306-1-iscsi: {}, Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: Open vSwitch agent@dv-cinder-800306-1-iscsi: { 'AddressGroup': '1.2', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'ConntrackHelper': '1.0', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Log': '1.0', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Network': '1.1', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Port': '1.7', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'PortForwarding': '1.2', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'QosPolicy': '1.8', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SecurityGroup': '1.4', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SecurityGroupRule': '1.2', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'SubPort': '1.0', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Subnet': '1.1', Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: 'Trunk': '1.1'}} Jul 09 20:52:16.301281 dv-cinder-800306-1-iscsi neutron-server[92870]: {{(pid=92870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:52:16.326572 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Sync routers for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:16.352322 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:16.353374 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:16.414826 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.434103 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port aca39bbb-51fa-4ae8-a200-ecc692aed154 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:16.434481 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.458099 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] For port 227d836c-ce82-4f25-aee4-f74c1c93be65, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:16.478403 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] For port 227d836c-ce82-4f25-aee4-f74c1c93be65, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=227d836c-ce82-4f25-aee4-f74c1c93be65,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:16.493610 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.536020 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:13Z', 'revision_number': 3, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port': {'id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:16.621919 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Checking router: ee787cda-6de7-4649-9d02-9e82a3ec064f for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:16.622269 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Updating router ee787cda-6de7-4649-9d02-9e82a3ec064f port 3183fb5e-d4c1-4eff-b1c0-63cf17515622 binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:16.666648 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:16.667394 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:16.676643 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device df0b7b09-7674-4e35-9e9a-003497358831 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:16.721337 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:16.765029 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Allocated IP 172.20.0.1 (f483f9e7-87fa-4217-85b5-4ee805554987/67fd66f5-07bf-4ef1-8530-be22cc70bd7a/f2fb239b-efd0-4dc7-8d0b-d4878142d680) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:16.822256 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be533474-527b-4635-be29-4d42751dd701 None None] Pushing event updated for resources: {'Port': ['ID=227d836c-ce82-4f25-aee4-f74c1c93be65,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:16.919452 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:16.942510 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.108244 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.122846 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Transition to ACTIVE for port object 3183fb5e-d4c1-4eff-b1c0-63cf17515622 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:17.169179 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.221580 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:17.270393 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.333965 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port df0b7b09-7674-4e35-9e9a-003497358831 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:17.342686 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Transition to ACTIVE for port object f2fb239b-efd0-4dc7-8d0b-d4878142d680 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:17.356614 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829afe62-344f-403a-b59f-49638d687293 None None] Pushing event updated for resources: {'Port': ['ID=3183fb5e-d4c1-4eff-b1c0-63cf17515622,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:17.371268 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Attempting to bind port 3183fb5e-d4c1-4eff-b1c0-63cf17515622 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:17.371793 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Attempting to bind port 3183fb5e-d4c1-4eff-b1c0-63cf17515622 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:17.372154 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Attempting to bind port 3183fb5e-d4c1-4eff-b1c0-63cf17515622 on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:17.375878 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port df0b7b09-7674-4e35-9e9a-003497358831 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:17.376985 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.403274 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-40c1b907-c9af-4a05-83bd-5cd0de53e252 req-584459ab-29c3-40ec-8472-3e67c4555e43 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 210 time: 0.1288774 Jul 09 20:52:17.404858 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:17.405220 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:17.405656 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.406048 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:17.406512 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Bound port: 3183fb5e-d4c1-4eff-b1c0-63cf17515622, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:17.406952 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.513793 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Allocated IP 172.20.0.1 (a8dab57b-aa06-4b75-ba9e-11702aa79ef0/6cab2109-54b7-470d-a745-70c2aeab931e/09da8a99-aeba-4f34-9904-bac8d06aba59) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:17.533254 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.578029 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.604749 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Pushing event updated for resources: {'Port': ['ID=f2fb239b-efd0-4dc7-8d0b-d4878142d680,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:17.605780 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] For port 3183fb5e-d4c1-4eff-b1c0-63cf17515622, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:17.612120 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.645850 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-96753802-5a35-4ec8-a138-064acdd338d3 req-d4b349ef-e814-4bd8-a75f-11a007f69547 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 210 time: 0.0931616 Jul 09 20:52:17.663021 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] For port 3183fb5e-d4c1-4eff-b1c0-63cf17515622, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=3183fb5e-d4c1-4eff-b1c0-63cf17515622,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:17.685215 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.721540 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port df0b7b09-7674-4e35-9e9a-003497358831, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=df0b7b09-7674-4e35-9e9a-003497358831,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:17.738892 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:14Z', 'revision_number': 3, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:17.767881 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Checking router: 2286007d-0a26-4d6a-884c-6b7aca7b035b for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:17.768311 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Updating router 2286007d-0a26-4d6a-884c-6b7aca7b035b port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:17.795752 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.808299 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.856856 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Routers {'ee787cda-6de7-4649-9d02-9e82a3ec064f'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:17.868526 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ee787cda-6de7-4649-9d02-9e82a3ec064f'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:17.922704 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:13Z', 'revision_number': 3, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:17.950864 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Network f483f9e7-87fa-4217-85b5-4ee805554987 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:17.996135 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.83', 61025) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:17.997554 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d354c1-a312-41d3-8801-29aaed345902 None None] The sync data for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi is: [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:13Z', 'revision_number': 3, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:18.007623 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] Set router ee787cda-6de7-4649-9d02-9e82a3ec064f gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:18.101772 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.112701 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829afe62-344f-403a-b59f-49638d687293 None None] Pushing event updated for resources: {'Port': ['ID=3183fb5e-d4c1-4eff-b1c0-63cf17515622,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:18.160165 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:18.166753 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.170734 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:18.171778 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.229097 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Allocated IP 172.20.0.1 (1c691ede-4ce2-4ddb-b62f-49e52e97e938/cc88795f-51fa-4b8d-b780-8eab9eb90624/85c5144b-414c-471f-9fb3-5a1641cbdebe) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:18.255749 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-af8368aa-154c-4443-9c5c-874ad7165e6e tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:18.267768 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-af8368aa-154c-4443-9c5c-874ad7165e6e tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 814 time: 0.2681632 Jul 09 20:52:18.357905 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:18.376679 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=df0b7b09-7674-4e35-9e9a-003497358831,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:18.379536 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:18.383907 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:18.387520 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.398653 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Pushing event updated for resources: {'Port': ['ID=09da8a99-aeba-4f34-9904-bac8d06aba59,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:18.479795 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Request body: {'port': {'device_id': '8f6045f3-03f0-4d3a-92be-d4fc7594dc0b', 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'admin_state_up': True, 'tenant_id': '9e4d88db79184e58b78fc7ab4038fbf8'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:18.577345 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:13Z', 'revision_number': 3, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port': {'id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:18.618792 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.656051 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Transition to ACTIVE for port object 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:18.668032 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.697550 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd8676-7505-4e38-a8ff-bc10cd7d6971 None None] The sync data for ids ['ee787cda-6de7-4649-9d02-9e82a3ec064f'] in dv-cinder-800306-1-iscsi is: [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:13Z', 'revision_number': 3, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port': {'id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:18.740415 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-da2c788f-0bf2-440a-ab84-0fc24cf7df65 None None] Provisioning for port f2fb239b-efd0-4dc7-8d0b-d4878142d680 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:18.753924 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-da2c788f-0bf2-440a-ab84-0fc24cf7df65 None None] Provisioning complete for port f2fb239b-efd0-4dc7-8d0b-d4878142d680 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:18.755728 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-da2c788f-0bf2-440a-ab84-0fc24cf7df65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.851974 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-da2c788f-0bf2-440a-ab84-0fc24cf7df65 None None] Port f2fb239b-efd0-4dc7-8d0b-d4878142d680 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:18.871112 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Attempting to bind port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:18.871493 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Attempting to bind port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:18.871862 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Attempting to bind port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:18.899453 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:18.899836 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:18.900246 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.900642 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:18.901156 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Bound port: 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:18.901564 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:18.967811 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ef993-3577-4044-9f1f-ee9cd521e434 None None] Pushing event updated for resources: {'Port': ['ID=743ad2bf-1d09-4239-84c4-cfbb1ee8de8a,revision_number=2']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:19.012012 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.83', 61030) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:19.090944 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] For port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:19.095219 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] For port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=743ad2bf-1d09-4239-84c4-cfbb1ee8de8a,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:19.107179 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.148151 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5e8412c7-4803-4371-aa26-2b620b9275a3 req-25d2a50c-7123-4d78-b07a-f4650ca81071 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 210 time: 0.2577209 Jul 09 20:52:19.177695 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.326302 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:19.330630 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:19.390163 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.455500 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.535812 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9d23041f-67b6-4290-b378-22bc69c94e7e req-3a0e31d8-757c-49c8-a14a-7a6f022371f5 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 210 time: 0.1994183 Jul 09 20:52:19.556473 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Transition to ACTIVE for port object 85c5144b-414c-471f-9fb3-5a1641cbdebe will not be triggered until provisioned by entity DHCP. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:19.673802 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:19.772081 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.804999 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:19.818113 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.819689 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:19.893847 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:19.894338 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.905358 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ef993-3577-4044-9f1f-ee9cd521e434 None None] Pushing event updated for resources: {'Port': ['ID=743ad2bf-1d09-4239-84c4-cfbb1ee8de8a,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:20.196544 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:14Z', 'revision_number': 3, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:20.224221 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Made reservation on behalf of 9e4d88db79184e58b78fc7ab4038fbf8 for: {'port': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:20.237640 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:20.237861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:20.243750 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:20.253094 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97051ac9-5108-4897-9396-29f2a4fe84da None None] The sync data for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi is: [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:14Z', 'revision_number': 3, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:20.274540 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:20.274784 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device df0b7b09-7674-4e35-9e9a-003497358831 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:20.336981 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Pushing event updated for resources: {'Port': ['ID=f2fb239b-efd0-4dc7-8d0b-d4878142d680,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:20.339711 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:20.340423 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:20.395013 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ced2706e-5cb3-439d-823e-593ce3ebf8bf None None] Provisioning for port 85c5144b-414c-471f-9fb3-5a1641cbdebe completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:20.415811 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ced2706e-5cb3-439d-823e-593ce3ebf8bf None None] Provisioning complete for port 85c5144b-414c-471f-9fb3-5a1641cbdebe triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:20.416326 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ced2706e-5cb3-439d-823e-593ce3ebf8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:20.432367 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Pushing event updated for resources: {'Port': ['ID=85c5144b-414c-471f-9fb3-5a1641cbdebe,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:20.517558 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-7991f001-49d8-4674-8aad-8852dc9db3e3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:20.526061 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-7991f001-49d8-4674-8aad-8852dc9db3e3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.83 "GET /v2.0/networks?id=cf13fe10-e822-48f2-8548-dfa5c58a1d67 HTTP/1.1" status: 200 len: 812 time: 1.4938185 Jul 09 20:52:20.549832 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port df0b7b09-7674-4e35-9e9a-003497358831 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:20.550478 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:20.645360 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Request body: {'port': {'device_id': '4590d79f-c6c4-4797-ae77-b89b57d54aaf', 'network_id': 'cf13fe10-e822-48f2-8548-dfa5c58a1d67', 'admin_state_up': True, 'tenant_id': '6c56936732d444d0b0e169ea95766e11'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:20.761802 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Pushing event updated for resources: {'Port': ['ID=09da8a99-aeba-4f34-9904-bac8d06aba59,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:20.784365 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-ced2706e-5cb3-439d-823e-593ce3ebf8bf None None] Port 85c5144b-414c-471f-9fb3-5a1641cbdebe cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:20.984122 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Network f483f9e7-87fa-4217-85b5-4ee805554987 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:20.994551 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 3183fb5e-d4c1-4eff-b1c0-63cf17515622 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:20.997464 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:21.003474 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-58cf18ad-0696-4305-8d5d-05e4a00e02d0 req-ed02b29b-399f-45b4-a0f2-127ff10ce5f5 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 210 time: 0.4262228 Jul 09 20:52:21.166896 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1c3f2a27-0b4a-411d-a48c-b8a4dc94fcf6 req-1d056ef7-6733-4fb5-a608-ae1e0a2cab77 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 210 time: 0.1191249 Jul 09 20:52:21.169584 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 3183fb5e-d4c1-4eff-b1c0-63cf17515622 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:21.174655 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 3183fb5e-d4c1-4eff-b1c0-63cf17515622 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:21.175098 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:21.205304 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:21.286019 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:21.395662 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:21.469205 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 3183fb5e-d4c1-4eff-b1c0-63cf17515622, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=3183fb5e-d4c1-4eff-b1c0-63cf17515622,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:21.476260 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:21.477086 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 227d836c-ce82-4f25-aee4-f74c1c93be65 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:21.794395 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-17fe5212-1ce1-48db-83f3-25c163bf086a None None] Provisioning complete for port f2fb239b-efd0-4dc7-8d0b-d4878142d680 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:21.794760 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-17fe5212-1ce1-48db-83f3-25c163bf086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:21.829039 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Router ca3f64dd-6f88-4ead-82a8-17acb7065200 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:52:21.905256 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=3183fb5e-d4c1-4eff-b1c0-63cf17515622,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:21.908339 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:21.922687 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Allocated IP 172.20.0.8 (e5cb2913-27aa-4156-9128-a345e8fe0441/1db29f98-1d04-4a27-9ccb-d617c1f00718/eef3255a-d243-4c17-b8e1-d5c94fd3420f) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:21.951802 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 227d836c-ce82-4f25-aee4-f74c1c93be65 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:21.956021 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-17fe5212-1ce1-48db-83f3-25c163bf086a None None] Port f2fb239b-efd0-4dc7-8d0b-d4878142d680 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:21.961076 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 227d836c-ce82-4f25-aee4-f74c1c93be65 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:21.961457 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:22.156000 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Made reservation on behalf of 6c56936732d444d0b0e169ea95766e11 for: {'port': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:22.160686 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:22.166763 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:22.167160 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39314) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:22.237979 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 227d836c-ce82-4f25-aee4-f74c1c93be65, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=227d836c-ce82-4f25-aee4-f74c1c93be65,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:22.253404 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:22.353795 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:22.404896 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Router ee787cda-6de7-4649-9d02-9e82a3ec064f has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:52:22.428077 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-d6afbace-884b-44f5-889c-da79234d30fa admin admin] 10.222.0.77 "PUT /v2.0/routers/ca3f64dd-6f88-4ead-82a8-17acb7065200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5100894 Jul 09 20:52:22.481317 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=227d836c-ce82-4f25-aee4-f74c1c93be65,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:22.676917 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2d8f437c-894d-4419-9b43-9d06fa51375c req-eda8931b-1291-4771-8da2-20442eadcb21 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 210 time: 0.1765165 Jul 09 20:52:22.678152 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Sync routers for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:22.678152 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:22.678152 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:22.798766 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d9cadd76-7888-4278-9de3-fa6c15ebb9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:23.012329 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:23.075073 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:23.086788 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Sync routers for ids ['ee787cda-6de7-4649-9d02-9e82a3ec064f'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:23.100598 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b7de7021-ebfc-4939-be82-0e009f79f21c admin admin] 10.222.0.77 "PUT /v2.0/routers/ee787cda-6de7-4649-9d02-9e82a3ec064f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2218494 Jul 09 20:52:23.106923 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Routers {'ee787cda-6de7-4649-9d02-9e82a3ec064f'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:23.124367 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ee787cda-6de7-4649-9d02-9e82a3ec064f'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:23.267566 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:23.275910 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:23.372208 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:23.384640 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:23.533610 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Allocated IP 172.20.0.12 (cf13fe10-e822-48f2-8548-dfa5c58a1d67/6dab944a-f0e1-4602-b4d1-d214acaf6f49/ce821397-52fa-4859-b7b1-a8c24cd90a37) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:23.545078 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e0faacfb-ae83-44b5-8fae-e60677ec1a93 req-cb60f273-fdeb-4ad2-b68f-f031ce42458f tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 210 time: 0.4352727 Jul 09 20:52:23.584947 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Set router ee787cda-6de7-4649-9d02-9e82a3ec064f gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:23.679992 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:23.740249 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:23.860361 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port': {'id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '09da8a99-aeba-4f34-9904-bac8d06aba59', 'name': '', 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'mac_address': 'fa:16:3e:52:68:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6cab2109-54b7-470d-a745-70c2aeab931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:19Z', 'revision_number': 2, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'subnets': [{'id': '6cab2109-54b7-470d-a745-70c2aeab931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:23.892360 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Checking router: ee787cda-6de7-4649-9d02-9e82a3ec064f for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:23.892771 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Updating router ee787cda-6de7-4649-9d02-9e82a3ec064f port 09da8a99-aeba-4f34-9904-bac8d06aba59 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:23.916880 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:23.946681 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.040796 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.070870 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.111763 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39350) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:24.137482 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-abc1f5ea-606f-42ef-b7ba-800168630a48 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119940389', 'description': 'tempest-description--1059743765'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:24.143266 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:19Z', 'revision_number': 2, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:24.158423 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Network e5cb2913-27aa-4156-9128-a345e8fe0441 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:24.206201 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d9cadd76-7888-4278-9de3-fa6c15ebb9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.231079 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:24.231352 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Checking router: ca3f64dd-6f88-4ead-82a8-17acb7065200 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:24.231352 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Updating router ca3f64dd-6f88-4ead-82a8-17acb7065200 port f2fb239b-efd0-4dc7-8d0b-d4878142d680 binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:24.243090 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.243844 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:24.250249 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:24.265498 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.278753 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Pushing event updated for resources: {'Port': ['ID=eef3255a-d243-4c17-b8e1-d5c94fd3420f,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:24.310890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6e19b-b201-42be-9d7f-cfd9a93ef7c8 req-476580bc-47f3-4242-983e-2a09c4388457 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:24.328400 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-15d6e19b-b201-42be-9d7f-cfd9a93ef7c8 req-476580bc-47f3-4242-983e-2a09c4388457 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 931 time: 0.2858481 Jul 09 20:52:24.376477 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=743ad2bf-1d09-4239-84c4-cfbb1ee8de8a,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:24.382129 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d9cadd76-7888-4278-9de3-fa6c15ebb9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.384904 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.387075 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.387588 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 3183fb5e-d4c1-4eff-b1c0-63cf17515622 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:24.417454 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-abc1f5ea-606f-42ef-b7ba-800168630a48 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.571119 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-15d6e19b-b201-42be-9d7f-cfd9a93ef7c8 req-1d4cf0cd-7428-4400-adf8-43fd779d481b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415030 Jul 09 20:52:24.643917 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.645823 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=743ad2bf-1d09-4239-84c4-cfbb1ee8de8a,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:24.668141 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 3183fb5e-d4c1-4eff-b1c0-63cf17515622 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:24.668743 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.700604 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-d9cadd76-7888-4278-9de3-fa6c15ebb9ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=496fad419d4a409caae980fce83c36f0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5292754 Jul 09 20:52:24.716534 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-334504d3-a3f1-442f-8657-7f25858e0ffe tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2642460 Jul 09 20:52:24.717816 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.727192 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39370) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:24.748463 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.777017 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Transition to ACTIVE for port object 09da8a99-aeba-4f34-9904-bac8d06aba59 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:24.794721 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.910822 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-abc1f5ea-606f-42ef-b7ba-800168630a48 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.915399 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Network cf13fe10-e822-48f2-8548-dfa5c58a1d67 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:24.917696 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-abc1f5ea-606f-42ef-b7ba-800168630a48 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:24.959396 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:24.995845 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1f5ea-606f-42ef-b7ba-800168630a48 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b3f712-f84a-4ff5-8f25-eb229b229995,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:25.014819 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:25.019038 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:25.019653 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-abc1f5ea-606f-42ef-b7ba-800168630a48 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.024118 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-abc1f5ea-606f-42ef-b7ba-800168630a48 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8982980 Jul 09 20:52:25.024628 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39380) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:25.031053 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-1fad3844-edca-4072-96c1-a844327de4ea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'security_group_rule': {'security_group_id': 'd8b3f712-f84a-4ff5-8f25-eb229b229995', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:25.038438 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:25.039620 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.049432 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d03e6-ad58-4c4c-8dc6-759416e58f23 None None] Pushing event updated for resources: {'Port': ['ID=09da8a99-aeba-4f34-9904-bac8d06aba59,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:25.066543 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-c890721f-0834-436d-90b4-5b0eb58945b2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:52:25.067964 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-c890721f-0834-436d-90b4-5b0eb58945b2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1448269 Jul 09 20:52:25.070996 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4fc17b6a-2816-4329-b25a-2ebc9528311e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.106248 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1fad3844-edca-4072-96c1-a844327de4ea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.115531 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4fc17b6a-2816-4329-b25a-2ebc9528311e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.200354 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:25.200984 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.205847 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Attempting to bind port 09da8a99-aeba-4f34-9904-bac8d06aba59 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:25.215648 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Attempting to bind port 09da8a99-aeba-4f34-9904-bac8d06aba59 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:25.216862 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Attempting to bind port 09da8a99-aeba-4f34-9904-bac8d06aba59 on network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:25.220298 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Pushing event updated for resources: {'Port': ['ID=85c5144b-414c-471f-9fb3-5a1641cbdebe,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:25.247395 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4fc17b6a-2816-4329-b25a-2ebc9528311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.247695 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:25.248470 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Checking segment: {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:25.251319 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4fc17b6a-2816-4329-b25a-2ebc9528311e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.253088 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-4fc17b6a-2816-4329-b25a-2ebc9528311e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/203badd5-87de-4a43-9362-f04cf8beef12 HTTP/1.1" status: 204 len: 168 time: 0.5211561 Jul 09 20:52:25.253705 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.253953 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cadd76-7888-4278-9de3-fa6c15ebb9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203badd5-87de-4a43-9362-f04cf8beef12,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:25.254537 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Bound using segment: {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:25.255255 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Bound port: 09da8a99-aeba-4f34-9904-bac8d06aba59, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:25.255882 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.321918 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1fad3844-edca-4072-96c1-a844327de4ea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.333062 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1fad3844-edca-4072-96c1-a844327de4ea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.369067 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1fad3844-edca-4072-96c1-a844327de4ea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.372468 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-1fad3844-edca-4072-96c1-a844327de4ea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3451445 Jul 09 20:52:25.387785 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39390) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:25.411499 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-0f54ba62-d300-4af7-a1ba-71edbaeaac59 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'security_group_rule': {'security_group_id': 'd8b3f712-f84a-4ff5-8f25-eb229b229995', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:25.427761 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad3844-edca-4072-96c1-a844327de4ea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916c50b0-1691-46a1-8f7f-dc9e9d7cf8c0,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:25.478352 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] For port 09da8a99-aeba-4f34-9904-bac8d06aba59, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:25.480475 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Pushing event updated for resources: {'Port': ['ID=ce821397-52fa-4859-b7b1-a8c24cd90a37,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:25.487443 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] For port 09da8a99-aeba-4f34-9904-bac8d06aba59, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=09da8a99-aeba-4f34-9904-bac8d06aba59,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:25.491695 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10a1135b-c0a3-4d08-bc66-dd5dec4265d8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8523829 Jul 09 20:52:25.495165 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.510932 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 227d836c-ce82-4f25-aee4-f74c1c93be65 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:25.578769 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.616043 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Transition to ACTIVE for port object f2fb239b-efd0-4dc7-8d0b-d4878142d680 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:25.616631 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc17b6a-2816-4329-b25a-2ebc9528311e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203badd5-87de-4a43-9362-f04cf8beef12,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:25.657708 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0f54ba62-d300-4af7-a1ba-71edbaeaac59 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.663868 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.798788 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Routers {'ee787cda-6de7-4649-9d02-9e82a3ec064f'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:25.826086 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ee787cda-6de7-4649-9d02-9e82a3ec064f'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:25.835323 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d03e6-ad58-4c4c-8dc6-759416e58f23 None None] Pushing event updated for resources: {'Port': ['ID=09da8a99-aeba-4f34-9904-bac8d06aba59,revision_number=4']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:25.873075 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-7a57fac5-475f-4333-87cc-1fc35eadb5a5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:25.890249 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-7a57fac5-475f-4333-87cc-1fc35eadb5a5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 819 time: 1.5022156 Jul 09 20:52:25.907352 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3faed-ae6f-452c-82f6-3a2fc74d965c req-4c27eca2-7a9d-4861-b5a3-1376958092b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:25.910649 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13d3faed-ae6f-452c-82f6-3a2fc74d965c req-4c27eca2-7a9d-4861-b5a3-1376958092b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 932 time: 0.5123248 Jul 09 20:52:25.935320 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:25.949764 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 227d836c-ce82-4f25-aee4-f74c1c93be65 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:25.950134 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.960666 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:25.970876 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0f54ba62-d300-4af7-a1ba-71edbaeaac59 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:25.988316 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Request body: {'port': {'device_id': '4590d79f-c6c4-4797-ae77-b89b57d54aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:26.006294 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0f54ba62-d300-4af7-a1ba-71edbaeaac59 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.030817 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Attempting to bind port f2fb239b-efd0-4dc7-8d0b-d4878142d680 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:26.041473 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Attempting to bind port f2fb239b-efd0-4dc7-8d0b-d4878142d680 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:26.042157 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Attempting to bind port f2fb239b-efd0-4dc7-8d0b-d4878142d680 on network f483f9e7-87fa-4217-85b5-4ee805554987 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:26.062494 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:26.064112 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Checking segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:26.066160 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.067129 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Bound using segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:26.072086 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Bound port: f2fb239b-efd0-4dc7-8d0b-d4878142d680, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:26.073450 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.105192 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Request body: {'port': {'device_id': '8f6045f3-03f0-4d3a-92be-d4fc7594dc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:26.105356 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54ba62-d300-4af7-a1ba-71edbaeaac59 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d31b8a8-294c-46df-9b8e-1a0fdaf9a83f,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:26.111698 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0f54ba62-d300-4af7-a1ba-71edbaeaac59 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.120874 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0f54ba62-d300-4af7-a1ba-71edbaeaac59 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7258673 Jul 09 20:52:26.122588 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39416) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:26.135060 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:26.168692 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13d3faed-ae6f-452c-82f6-3a2fc74d965c req-c00b333e-4163-4d2c-90d7-8b6ff71e3e45 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356546 Jul 09 20:52:26.196137 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-2c9ffae6-2ce7-4aa9-a69c-3cdd6b702e9f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/quotas/4a650100b93d44dbac6181a19ad574c8 HTTP/1.1" status: 200 len: 375 time: 0.3045359 Jul 09 20:52:26.245930 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] For port f2fb239b-efd0-4dc7-8d0b-d4878142d680, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:26.249518 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] For port f2fb239b-efd0-4dc7-8d0b-d4878142d680, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=f2fb239b-efd0-4dc7-8d0b-d4878142d680,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:26.258290 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.265588 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.268147 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.271304 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c2f3-fed6-4182-9699-4c367ecd9e0d None None] Pushing event updated for resources: {'Port': ['ID=f2fb239b-efd0-4dc7-8d0b-d4878142d680,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:26.375470 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] Set router ee787cda-6de7-4649-9d02-9e82a3ec064f gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:26.650339 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c2f3-fed6-4182-9699-4c367ecd9e0d None None] Pushing event updated for resources: {'Port': ['ID=f2fb239b-efd0-4dc7-8d0b-d4878142d680,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:26.657478 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:26.658351 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:26.724915 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:26.817163 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-077b5390-03ca-4699-af86-b91a0bfe33a2 None None] Provisioning complete for port 85c5144b-414c-471f-9fb3-5a1641cbdebe triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:26.817558 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-077b5390-03ca-4699-af86-b91a0bfe33a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:27.001339 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-077b5390-03ca-4699-af86-b91a0bfe33a2 None None] Port 85c5144b-414c-471f-9fb3-5a1641cbdebe cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:27.015153 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:27.038900 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:27.096803 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Allocated IP 172.27.3.198 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/0937e681-0f0a-40eb-a92d-167a02073c78) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:27.104075 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port': {'id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '09da8a99-aeba-4f34-9904-bac8d06aba59', 'name': '', 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'mac_address': 'fa:16:3e:52:68:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6cab2109-54b7-470d-a745-70c2aeab931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:25Z', 'revision_number': 4, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'subnets': [{'id': '6cab2109-54b7-470d-a745-70c2aeab931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:27.143133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a7e5f-ac54-436c-b3a1-5946cfef5b3f req-d9a27293-956e-4e0e-9e2f-eac8373bb6bc tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:27.151766 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d62a7e5f-ac54-436c-b3a1-5946cfef5b3f req-d9a27293-956e-4e0e-9e2f-eac8373bb6bc tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 931 time: 0.2410173 Jul 09 20:52:27.222860 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251dc634-83de-411b-b299-ded9f5ae9842 None None] The sync data for ids ['ee787cda-6de7-4649-9d02-9e82a3ec064f'] in dv-cinder-800306-1-iscsi is: [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port': {'id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '09da8a99-aeba-4f34-9904-bac8d06aba59', 'name': '', 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'mac_address': 'fa:16:3e:52:68:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6cab2109-54b7-470d-a745-70c2aeab931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:25Z', 'revision_number': 4, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'subnets': [{'id': '6cab2109-54b7-470d-a745-70c2aeab931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:27.320564 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d62a7e5f-ac54-436c-b3a1-5946cfef5b3f req-8d8bb807-aaaf-4f8e-a823-3b7f9b6b0d62 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641366 Jul 09 20:52:27.480470 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:27.594350 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:27.637721 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:26Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:27.679268 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'Port': ['ID=0937e681-0f0a-40eb-a92d-167a02073c78,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:27.700679 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Router 2286007d-0a26-4d6a-884c-6b7aca7b035b has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:52:27.705504 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738801c-3e1f-4a13-866b-b04c0c80fe51 None None] The sync data for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi is: [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:26Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:27.722705 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:27.732184 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:27.749662 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:27.804860 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce821397-52fa-4859-b7b1-a8c24cd90a37 {{(pid=92867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:27.813278 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:27.831987 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Transition to ACTIVE for port object ce821397-52fa-4859-b7b1-a8c24cd90a37 will not be triggered until provisioned by entity L2. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:27.856370 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:27.910218 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-9e7d1231-4963-4e35-96df-e28a968fba51 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6683135 Jul 09 20:52:28.030243 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:28.149175 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-cf169c2f-448a-453a-b4f1-03e14956eb84 service neutron] 10.222.0.77 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293881 Jul 09 20:52:28.228783 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468bb35-b09b-4afe-97ef-b57d69203668 req-698cf074-b471-4771-bc62-33650c12616d tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:28.239760 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b468bb35-b09b-4afe-97ef-b57d69203668 req-698cf074-b471-4771-bc62-33650c12616d tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 944 time: 0.4109461 Jul 09 20:52:28.273853 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8a39710e-1e4e-498b-9345-7ba9730087bb service neutron] 10.222.0.77 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101859 Jul 09 20:52:28.291459 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:28.374343 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Pushing event updated for resources: {'Port': ['ID=ce821397-52fa-4859-b7b1-a8c24cd90a37,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:28.384683 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b468bb35-b09b-4afe-97ef-b57d69203668 req-6ab63d08-99be-4580-b5b8-0eaed0141ac5 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438072 Jul 09 20:52:28.497928 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Attempting to bind port ce821397-52fa-4859-b7b1-a8c24cd90a37 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:28.498297 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Attempting to bind port ce821397-52fa-4859-b7b1-a8c24cd90a37 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '0d700d56-71b1-49be-b257-619fffc72b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf13fe10-e822-48f2-8548-dfa5c58a1d67'}] {{(pid=92867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:28.498795 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Attempting to bind port ce821397-52fa-4859-b7b1-a8c24cd90a37 on network cf13fe10-e822-48f2-8548-dfa5c58a1d67 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:28.516317 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Port ce821397-52fa-4859-b7b1-a8c24cd90a37 on network cf13fe10-e822-48f2-8548-dfa5c58a1d67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:52:28.516643 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Attempting to bind port ce821397-52fa-4859-b7b1-a8c24cd90a37 on network cf13fe10-e822-48f2-8548-dfa5c58a1d67 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:28.525730 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:28.545861 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-6aec9f47-a325-49e7-bbf2-cfbded04f275 admin admin] 10.222.0.77 "PUT /v2.0/routers/2286007d-0a26-4d6a-884c-6b7aca7b035b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2381170 Jul 09 20:52:28.546050 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Sync routers for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:28.546177 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:28.546177 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Checking segment: {'id': '0d700d56-71b1-49be-b257-619fffc72b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf13fe10-e822-48f2-8548-dfa5c58a1d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:28.546177 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Bound using segment: {'id': '0d700d56-71b1-49be-b257-619fffc72b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf13fe10-e822-48f2-8548-dfa5c58a1d67'} {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:28.546177 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Bound port: ce821397-52fa-4859-b7b1-a8c24cd90a37, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d700d56-71b1-49be-b257-619fffc72b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf13fe10-e822-48f2-8548-dfa5c58a1d67'}}] {{(pid=92867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:28.546177 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:28.563893 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:28.587239 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:28.743555 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:28.775227 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:28.851291 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] For port ce821397-52fa-4859-b7b1-a8c24cd90a37, host hv-cinder-80030, cleared binding levels {{(pid=92867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:28.916912 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:28.961023 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:28.962889 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef3255a-d243-4c17-b8e1-d5c94fd3420f {{(pid=92867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:28.986557 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] For port ce821397-52fa-4859-b7b1-a8c24cd90a37, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ce821397-52fa-4859-b7b1-a8c24cd90a37,segment=NetworkSegment(0d700d56-71b1-49be-b257-619fffc72b04),segment_id=0d700d56-71b1-49be-b257-619fffc72b04)] {{(pid=92867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:29.001279 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.005729 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.056062 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'Port': ['ID=0937e681-0f0a-40eb-a92d-167a02073c78,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:29.058855 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.060310 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-917ade8b-b582-400e-9c74-b112452a0136 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9349597 Jul 09 20:52:29.080462 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2189e4b1-1e47-41e5-adec-87394ca4e21c req-1adb1c3f-4428-460c-a18f-4b75d20d56e5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 210 time: 0.1261127 Jul 09 20:52:29.278735 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:29.280188 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.282505 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] 10.222.0.83 "PUT /v2.0/ports/ce821397-52fa-4859-b7b1-a8c24cd90a37 HTTP/1.1" status: 200 len: 1094 time: 3.3900158 Jul 09 20:52:29.283593 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Transition to ACTIVE for port object eef3255a-d243-4c17-b8e1-d5c94fd3420f will not be triggered until provisioned by entity L2. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:29.284495 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4590d79f-c6c4-4797-ae77-b89b57d54aaf', 'tag': 'ce821397-52fa-4859-b7b1-a8c24cd90a37'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:29.357076 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0e574-0acd-4aa2-bfb1-a78741674a1e req-ee32fa8a-cab2-4069-9a5e-b2d4c81c5a1f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:29.367075 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ff0e574-0acd-4aa2-bfb1-a78741674a1e req-ee32fa8a-cab2-4069-9a5e-b2d4c81c5a1f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 931 time: 0.1832061 Jul 09 20:52:29.389053 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 09da8a99-aeba-4f34-9904-bac8d06aba59 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:29.535803 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ff0e574-0acd-4aa2-bfb1-a78741674a1e req-9c080e8f-4df8-4730-a0be-5e6bbde7d355 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669898 Jul 09 20:52:29.641503 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 2, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:29.642419 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 09da8a99-aeba-4f34-9904-bac8d06aba59 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:29.652675 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908229b-b712-41f7-be59-b8a357bc7491 service neutron] Pushing event updated for resources: {'Port': ['ID=ce821397-52fa-4859-b7b1-a8c24cd90a37,revision_number=3']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:29.711455 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 09da8a99-aeba-4f34-9904-bac8d06aba59 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:29.711455 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.728692 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.750539 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Checking router: 2286007d-0a26-4d6a-884c-6b7aca7b035b for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:29.750959 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Updating router 2286007d-0a26-4d6a-884c-6b7aca7b035b port 85c5144b-414c-471f-9fb3-5a1641cbdebe binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:29.947235 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.947990 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6deaf-19e8-4f5b-9211-f446729df525" -d '{"events": [{"name": "network-changed", "server_uuid": "4590d79f-c6c4-4797-ae77-b89b57d54aaf", "tag": "ce821397-52fa-4859-b7b1-a8c24cd90a37"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:30.110468 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=eef3255a-d243-4c17-b8e1-d5c94fd3420f,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:30.110828 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d041-d9ce-4ccf-97f8-abbe2da785f5 req-5356b0ed-03f8-45ab-b338-1ba8e98f7282 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:30.113418 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0f30d041-d9ce-4ccf-97f8-abbe2da785f5 req-5356b0ed-03f8-45ab-b338-1ba8e98f7282 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 944 time: 0.2211461 Jul 09 20:52:30.147674 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:30.210153 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-b53f497a-6e6e-411c-a6f5-a873129e315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:30.212113 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-b53f497a-6e6e-411c-a6f5-a873129e315a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c56936732d444d0b0e169ea95766e11&device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 1097 time: 0.6830363 Jul 09 20:52:30.215077 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Attempting to bind port eef3255a-d243-4c17-b8e1-d5c94fd3420f on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:30.215481 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Attempting to bind port eef3255a-d243-4c17-b8e1-d5c94fd3420f by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'}] {{(pid=92867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:30.215889 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Attempting to bind port eef3255a-d243-4c17-b8e1-d5c94fd3420f on network e5cb2913-27aa-4156-9128-a345e8fe0441 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:30.220760 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Port eef3255a-d243-4c17-b8e1-d5c94fd3420f on network e5cb2913-27aa-4156-9128-a345e8fe0441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:52:30.221201 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Attempting to bind port eef3255a-d243-4c17-b8e1-d5c94fd3420f on network e5cb2913-27aa-4156-9128-a345e8fe0441 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:30.227132 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:30.227590 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Checking segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:30.227840 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Bound using segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:30.228270 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Bound port: eef3255a-d243-4c17-b8e1-d5c94fd3420f, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'}}] {{(pid=92867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:30.228627 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:30.229167 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 09da8a99-aeba-4f34-9904-bac8d06aba59, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=09da8a99-aeba-4f34-9904-bac8d06aba59,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:30.241672 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:30.242758 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device f2fb239b-efd0-4dc7-8d0b-d4878142d680 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:30.279607 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0f30d041-d9ce-4ccf-97f8-abbe2da785f5 req-eadc7f13-fe24-4648-8b89-57f24cf59910 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539977 Jul 09 20:52:30.385546 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39528) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:30.391867 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-0dff5f4a-c700-436b-9f82-5fce16451eaa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389622484', 'description': 'tempest-description--267596806'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:30.401461 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] For port eef3255a-d243-4c17-b8e1-d5c94fd3420f, host hv-cinder-80030, cleared binding levels {{(pid=92867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:30.407761 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] For port eef3255a-d243-4c17-b8e1-d5c94fd3420f, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=eef3255a-d243-4c17-b8e1-d5c94fd3420f,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:30.415559 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:30.504566 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:30.505247 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:30.506739 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] 10.222.0.83 "PUT /v2.0/ports/eef3255a-d243-4c17-b8e1-d5c94fd3420f HTTP/1.1" status: 200 len: 1093 time: 5.0137639 Jul 09 20:52:30.511223 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0dff5f4a-c700-436b-9f82-5fce16451eaa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:30.582734 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=09da8a99-aeba-4f34-9904-bac8d06aba59,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:30.595104 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a5a85-8d08-4be7-ae24-835d33817ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=eef3255a-d243-4c17-b8e1-d5c94fd3420f,revision_number=3']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:30.708945 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port f2fb239b-efd0-4dc7-8d0b-d4878142d680 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:30.757227 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-10aef8da-6683-487d-8099-7ae96f9f4bdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce821397-52fa-4859-b7b1-a8c24cd90a37 HTTP/1.1" status: 200 len: 217 time: 0.1625488 Jul 09 20:52:30.777056 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port f2fb239b-efd0-4dc7-8d0b-d4878142d680 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:30.778330 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:30.852033 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-b3b9a0ad-739a-44a3-b40e-8808c925d8ff tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1119940389&fields=id&tenant_id=7e7a68d88e83453bb651dbd85e1a6926 HTTP/1.1" status: 200 len: 267 time: 0.1781785 Jul 09 20:52:31.066645 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0dff5f4a-c700-436b-9f82-5fce16451eaa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.086400 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0dff5f4a-c700-436b-9f82-5fce16451eaa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.167703 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.188705 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.221115 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Transition to ACTIVE for port object 85c5144b-414c-471f-9fb3-5a1641cbdebe will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:31.242374 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.246873 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port f2fb239b-efd0-4dc7-8d0b-d4878142d680, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=f2fb239b-efd0-4dc7-8d0b-d4878142d680,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:31.274452 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.299281 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b71d7-7355-46cf-883f-fb638ebff16e None None] Pushing event updated for resources: {'Port': ['ID=85c5144b-414c-471f-9fb3-5a1641cbdebe,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:31.458346 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=f2fb239b-efd0-4dc7-8d0b-d4878142d680,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:31.515940 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 09da8a99-aeba-4f34-9904-bac8d06aba59 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:31.524109 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-9d716389-42a8-4f41-8574-9f1175a61dbf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:31.533165 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-9d716389-42a8-4f41-8574-9f1175a61dbf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 819 time: 0.8404315 Jul 09 20:52:31.554423 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-209df3f3-bd65-4f29-992d-bc6a2e992f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:31.556309 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-209df3f3-bd65-4f29-992d-bc6a2e992f1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6dab944a-f0e1-4602-b4d1-d214acaf6f49 HTTP/1.1" status: 200 len: 852 time: 0.2791712 Jul 09 20:52:31.576981 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-ed7deff7-d2f0-4db2-9827-25b7062bf1fd tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/quotas/4a650100b93d44dbac6181a19ad574c8 HTTP/1.1" status: 200 len: 375 time: 0.0419524 Jul 09 20:52:31.616373 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Attempting to bind port 85c5144b-414c-471f-9fb3-5a1641cbdebe on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:31.616744 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Attempting to bind port 85c5144b-414c-471f-9fb3-5a1641cbdebe by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:31.617139 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Attempting to bind port 85c5144b-414c-471f-9fb3-5a1641cbdebe on network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:31.637897 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0dff5f4a-c700-436b-9f82-5fce16451eaa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.642587 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0dff5f4a-c700-436b-9f82-5fce16451eaa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2549920 Jul 09 20:52:31.653631 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39560) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:31.672404 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:31.672774 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Checking segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:31.676599 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-02615966-68e4-4683-bf68-8e76199aeb35 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'security_group_rule': {'security_group_id': '2669414e-e395-47b9-9d63-02bc49bd3312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:31.677341 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.677904 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Bound using segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:31.685597 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Bound port: 85c5144b-414c-471f-9fb3-5a1641cbdebe, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:31.686014 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.724502 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff5f4a-c700-436b-9f82-5fce16451eaa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2669414e-e395-47b9-9d63-02bc49bd3312,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:31.800448 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-b2b0bcb8-4cd2-4543-a9f8-3482d82fe1cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf13fe10-e822-48f2-8548-dfa5c58a1d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476693 Jul 09 20:52:31.803410 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-63020690-fab9-4347-b6a8-674f2692d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:31.806518 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-63020690-fab9-4347-b6a8-674f2692d044 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 1096 time: 0.4185402 Jul 09 20:52:31.848737 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-d0ca3a2a-e49f-4c31-8402-92db22504ab5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:31.864881 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-d0ca3a2a-e49f-4c31-8402-92db22504ab5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 817 time: 1.0117693 Jul 09 20:52:31.868799 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-02615966-68e4-4683-bf68-8e76199aeb35 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:31.873617 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-798c8000-4ad0-4570-b60e-81eafeec3569 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2955658 Jul 09 20:52:31.924595 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-13eb8336-bc0f-4fdf-abd3-e121d1c31ebc tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/quotas/7e7a68d88e83453bb651dbd85e1a6926 HTTP/1.1" status: 200 len: 375 time: 0.0504112 Jul 09 20:52:31.993327 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] For port 85c5144b-414c-471f-9fb3-5a1641cbdebe, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:32.036622 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] For port 85c5144b-414c-471f-9fb3-5a1641cbdebe, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=85c5144b-414c-471f-9fb3-5a1641cbdebe,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:32.060378 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:32.089236 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-a33393de-6e2c-4aff-8910-208936521984 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef3255a-d243-4c17-b8e1-d5c94fd3420f HTTP/1.1" status: 200 len: 217 time: 0.1323991 Jul 09 20:52:32.121774 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 09da8a99-aeba-4f34-9904-bac8d06aba59 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:32.122021 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:32.239411 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-02615966-68e4-4683-bf68-8e76199aeb35 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:32.256016 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-02615966-68e4-4683-bf68-8e76199aeb35 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:32.321778 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-785b87ac-1752-4959-983a-e44e88e42048 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3945339 Jul 09 20:52:32.388228 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02615966-68e4-4683-bf68-8e76199aeb35 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7208c0-d292-43c4-be9e-616fa05bc3e9,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:32.389824 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-fbac3a37-f02d-4490-9ae4-cadae794cf04 service neutron] 10.222.0.77 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148804 Jul 09 20:52:32.403812 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.83', 61051) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:32.494152 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-2ceb4aba-d72e-4d08-8ef2-72396b4f9c85 service neutron] 10.222.0.83 "GET /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315435 Jul 09 20:52:32.512039 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-0426b0da-cd78-4805-b8f6-3de84701d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:32.516872 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-02615966-68e4-4683-bf68-8e76199aeb35 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:32.521090 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-02615966-68e4-4683-bf68-8e76199aeb35 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8616621 Jul 09 20:52:32.521090 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39576) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:32.525014 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-0426b0da-cd78-4805-b8f6-3de84701d1d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 200 len: 854 time: 0.3889108 Jul 09 20:52:32.527804 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-c5241189-d94a-4cf9-a4ef-feb416e546b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'security_group_rule': {'security_group_id': '2669414e-e395-47b9-9d63-02bc49bd3312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:32.612663 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-55e83f00-1511-4517-b126-564423f68129 service neutron] 10.222.0.77 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608824 Jul 09 20:52:32.613980 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c5241189-d94a-4cf9-a4ef-feb416e546b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:32.620211 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-d2ea9980-838d-458e-976f-bc0d0db25bbe service neutron] 10.222.0.77 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270069 Jul 09 20:52:32.680168 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:32.680858 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:52:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:32.968157 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1e719aff-a19b-4f11-a165-24ac713cb587 service neutron] 10.222.0.77 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356080 Jul 09 20:52:33.063467 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:33.089977 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaad590d-fa98-4a40-983d-37f8d8b1a2b8 x-openstack-request-id: req-aaad590d-fa98-4a40-983d-37f8d8b1a2b8 {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:33.090317 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4590d79f-c6c4-4797-ae77-b89b57d54aaf", "tag": "ce821397-52fa-4859-b7b1-a8c24cd90a37", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:33.090575 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aaad590d-fa98-4a40-983d-37f8d8b1a2b8 {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:33.091040 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4590d79f-c6c4-4797-ae77-b89b57d54aaf', 'tag': 'ce821397-52fa-4859-b7b1-a8c24cd90a37', 'status': 'completed', 'code': 200} Jul 09 20:52:33.108574 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c5241189-d94a-4cf9-a4ef-feb416e546b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:33.124769 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c5241189-d94a-4cf9-a4ef-feb416e546b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:33.180319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5241189-d94a-4cf9-a4ef-feb416e546b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fe7ab3-9443-43b2-94a3-8c5d2fa6740a,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:33.186624 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c5241189-d94a-4cf9-a4ef-feb416e546b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:33.190320 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b71d7-7355-46cf-883f-fb638ebff16e None None] Pushing event updated for resources: {'Port': ['ID=85c5144b-414c-471f-9fb3-5a1641cbdebe,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:33.196612 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39594) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:33.206078 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:33.211936 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-c5241189-d94a-4cf9-a4ef-feb416e546b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6872978 Jul 09 20:52:33.282176 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:33.467015 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device f2fb239b-efd0-4dc7-8d0b-d4878142d680 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:33.553682 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:33.570094 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085574c-0b6e-48dd-8058-b746922b0276 req-8f2ffa24-fbc9-4ecd-9806-47e2352fef93 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:33.577078 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7085574c-0b6e-48dd-8058-b746922b0276 req-8f2ffa24-fbc9-4ecd-9806-47e2352fef93 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 943 time: 0.1570668 Jul 09 20:52:33.589288 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863d7ca-0c33-4d91-87d9-3817a77aaf2b None None] The sync data for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi is: [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:33.601101 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port f2fb239b-efd0-4dc7-8d0b-d4878142d680 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:33.601718 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:33.636129 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:33.793278 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1f75-32b6-490a-9a1a-a169827c908e req-431d7e7c-cc41-4784-8d0a-193511cc2172 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:33.806749 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d37b1f75-32b6-490a-9a1a-a169827c908e req-431d7e7c-cc41-4784-8d0a-193511cc2172 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 944 time: 0.1936321 Jul 09 20:52:33.933305 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d37b1f75-32b6-490a-9a1a-a169827c908e req-847231a5-57f1-49e5-9a5d-e0fc44d618f6 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226120 Jul 09 20:52:33.991140 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-d4e0049f-1b90-424d-b0cb-e0e0762d3492 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5cb2913-27aa-4156-9128-a345e8fe0441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2903028 Jul 09 20:52:34.162735 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39622) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:34.221226 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7085574c-0b6e-48dd-8058-b746922b0276 req-f786b5a8-29fe-43d8-9acd-36f525fae578 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430907 Jul 09 20:52:34.252938 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-2627a0d0-5957-4de1-9173-3cd9022feae5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:34.256473 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-2627a0d0-5957-4de1-9173-3cd9022feae5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 819 time: 0.6117928 Jul 09 20:52:34.335098 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13819de0-e2d5-4283-bd1a-7b53307c6364 req-d26248a7-52a8-408f-84fc-edae99df0ae9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 210 time: 0.0640147 Jul 09 20:52:34.367491 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fb90fb60-2fa1-4826-ab66-5c095f3decbe req-99097735-e707-400a-823c-8ee99f49f18b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 210 time: 0.0348406 Jul 09 20:52:34.424506 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e939b50-8a11-4fb7-b058-4b127bdc4752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.598762 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-605f4ff7-e5f7-4631-a3cf-8362920b53d2 req-b0adaae4-0892-44ba-9e2e-2322cc80a14f service neutron] 10.222.0.83 "GET /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547542 Jul 09 20:52:34.622385 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e939b50-8a11-4fb7-b058-4b127bdc4752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.623213 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Allocated IP 172.27.3.229 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/96029b23-1a8b-4c4e-a298-ac4927f8fd76) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:34.626746 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-6d9b30b6-7969-4415-a008-567c0dd0705e service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041596 Jul 09 20:52:34.628559 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e939b50-8a11-4fb7-b058-4b127bdc4752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.671524 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-7e939b50-8a11-4fb7-b058-4b127bdc4752 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02b4500df05d49958f053d0457afb266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077543 Jul 09 20:52:34.672395 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e939b50-8a11-4fb7-b058-4b127bdc4752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d299a58-fb86-4212-8788-19a667fad1de,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:34.674885 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39646) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:34.745233 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-75e67cf2-51f6-4454-9239-edc11e921cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.763497 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.768976 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-75e67cf2-51f6-4454-9239-edc11e921cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.817706 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.825894 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-75e67cf2-51f6-4454-9239-edc11e921cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.828435 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-75e67cf2-51f6-4454-9239-edc11e921cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.829780 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-75e67cf2-51f6-4454-9239-edc11e921cee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2d299a58-fb86-4212-8788-19a667fad1de HTTP/1.1" status: 204 len: 168 time: 0.1537356 Jul 09 20:52:34.838948 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67cf2-51f6-4454-9239-edc11e921cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d299a58-fb86-4212-8788-19a667fad1de,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:34.848684 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39652) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:34.867928 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:34.875242 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:34.878920 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:34.888355 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'Port': ['ID=96029b23-1a8b-4c4e-a298-ac4927f8fd76,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:34.987325 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1d8e3e0d-512b-405e-9f5e-4cd9b5b8ac91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:34.993442 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.080901 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.103621 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6045f3-03f0-4d3a-92be-d4fc7594dc0b', 'tag': 'eef3255a-d243-4c17-b8e1-d5c94fd3420f'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:35.105899 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6045f3-03f0-4d3a-92be-d4fc7594dc0b", "tag": "eef3255a-d243-4c17-b8e1-d5c94fd3420f"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:35.152650 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ef7e89-c570-4d91-8a9a-0634d5897ed6 x-openstack-request-id: req-77ef7e89-c570-4d91-8a9a-0634d5897ed6 {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:35.152970 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6045f3-03f0-4d3a-92be-d4fc7594dc0b", "tag": "eef3255a-d243-4c17-b8e1-d5c94fd3420f", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:35.153316 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77ef7e89-c570-4d91-8a9a-0634d5897ed6 {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:35.153731 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6045f3-03f0-4d3a-92be-d4fc7594dc0b', 'tag': 'eef3255a-d243-4c17-b8e1-d5c94fd3420f', 'status': 'completed', 'code': 200} Jul 09 20:52:35.187415 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1d8e3e0d-512b-405e-9f5e-4cd9b5b8ac91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.198998 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1d8e3e0d-512b-405e-9f5e-4cd9b5b8ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.265732 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7de0a-7d01-4552-9c38-af44ef2c61cb req-3e79486f-2672-4997-9ac8-b0af472ba32d tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:35.273311 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-04a7de0a-7d01-4552-9c38-af44ef2c61cb req-3e79486f-2672-4997-9ac8-b0af472ba32d tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 944 time: 0.1769230 Jul 09 20:52:35.288843 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-1d8e3e0d-512b-405e-9f5e-4cd9b5b8ac91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f60569ca3cc746b680e45ba2f54673f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385631 Jul 09 20:52:35.296647 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39670) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:35.307647 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e3e0d-512b-405e-9f5e-4cd9b5b8ac91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe4cec-ccb4-46aa-8ea9-6a3d0f507bd7,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:35.385566 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-04a7de0a-7d01-4552-9c38-af44ef2c61cb req-d0703a50-d09f-4b83-8658-fe1cea721516 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110013 Jul 09 20:52:35.420550 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b1815fa7-0dd8-4f9a-9fc9-a054a5525103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.471294 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b1815fa7-0dd8-4f9a-9fc9-a054a5525103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.499172 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 85c5144b-414c-471f-9fb3-5a1641cbdebe up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:35.579721 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.589593 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.603436 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-15de11e8-a5e6-4a70-8644-1e3ec19ff76c req-66e7294b-b1d9-487a-946b-2a9a62f7bf57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 210 time: 0.0475950 Jul 09 20:52:35.606911 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.610312 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 85c5144b-414c-471f-9fb3-5a1641cbdebe completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:35.616962 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 85c5144b-414c-471f-9fb3-5a1641cbdebe triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:35.617328 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.654689 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b1815fa7-0dd8-4f9a-9fc9-a054a5525103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.660894 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b1815fa7-0dd8-4f9a-9fc9-a054a5525103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.662129 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b1815fa7-0dd8-4f9a-9fc9-a054a5525103 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56fe4cec-ccb4-46aa-8ea9-6a3d0f507bd7 HTTP/1.1" status: 204 len: 168 time: 0.3643014 Jul 09 20:52:35.693650 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1815fa7-0dd8-4f9a-9fc9-a054a5525103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fe4cec-ccb4-46aa-8ea9-6a3d0f507bd7,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:35.722386 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c41617-68c3-4ddb-957c-d83b5c985b51 req-f05335a4-c901-4065-b506-c000fe17838c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:35.730034 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-63c41617-68c3-4ddb-957c-d83b5c985b51 req-f05335a4-c901-4065-b506-c000fe17838c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 943 time: 0.2203701 Jul 09 20:52:35.731979 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.733337 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5354555 Jul 09 20:52:35.737267 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.793028 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea80092-52f3-454b-94e3-d4d7c96815b8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'Port': ['ID=96029b23-1a8b-4c4e-a298-ac4927f8fd76,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:35.834846 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-63c41617-68c3-4ddb-957c-d83b5c985b51 req-234293fe-f20a-46a9-b5e4-d5b700485a3c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033359 Jul 09 20:52:35.874170 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 85c5144b-414c-471f-9fb3-5a1641cbdebe, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=85c5144b-414c-471f-9fb3-5a1641cbdebe,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:35.883274 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:35.954205 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-48e2cd10-6ba7-4709-97a7-5ec4f11c694c req-0db6a685-641b-476f-8f5c-0e009f3ae162 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 210 time: 0.0912900 Jul 09 20:52:36.029841 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=85c5144b-414c-471f-9fb3-5a1641cbdebe,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:36.059747 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Request body: {'port': {'device_id': '59eafc8d-c616-47c6-968a-ec7c2d71f4d3', 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0', 'admin_state_up': True, 'tenant_id': '4a650100b93d44dbac6181a19ad574c8'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:36.144704 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:52:36.283763 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Made reservation on behalf of 4a650100b93d44dbac6181a19ad574c8 for: {'port': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:36.288023 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:36.360104 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdab9e3e-bcfc-488a-ba56-cc6a4480c17b req-83c7a6ed-07bc-42c5-beba-95ee5a324a00 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395573 Jul 09 20:52:36.397551 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-a8eb3b10-fe6e-49e9-998a-b8988bb2edf8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1389622484&fields=id&tenant_id=3185ab693c084130ab10ca155891fb40 HTTP/1.1" status: 200 len: 267 time: 0.1428959 Jul 09 20:52:36.409739 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-48bd6639-53ea-467e-8635-7e08b61cc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:36.411527 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-48bd6639-53ea-467e-8635-7e08b61cc41f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c56936732d444d0b0e169ea95766e11&device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 1097 time: 0.2213933 Jul 09 20:52:36.642907 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12a521-ddc6-48ed-86a9-767b944cb981 req-c71550f7-8d8f-48ca-b77f-496a53fce9fe tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:36.652945 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4f12a521-ddc6-48ed-86a9-767b944cb981 req-c71550f7-8d8f-48ca-b77f-496a53fce9fe tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 944 time: 0.1082180 Jul 09 20:52:36.737584 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Allocated IP 172.20.0.14 (a8dab57b-aa06-4b75-ba9e-11702aa79ef0/6cab2109-54b7-470d-a745-70c2aeab931e/2ad0f9d6-c876-46c4-a060-aa02ea9afac3) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:36.747192 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4f12a521-ddc6-48ed-86a9-767b944cb981 req-089e21cf-b2aa-40f0-8325-40c7e308ca83 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926290 Jul 09 20:52:36.753884 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.83', 61059) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:36.812145 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-589c83b5-bbcc-4184-bddc-aed34c2680a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:36.813769 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-589c83b5-bbcc-4184-bddc-aed34c2680a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf13fe10-e822-48f2-8548-dfa5c58a1d67 HTTP/1.1" status: 200 len: 913 time: 0.3714628 Jul 09 20:52:36.856110 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad045-26d8-435a-8420-b9ca705273b9 req-549038c7-0e35-450c-b58e-8e6ed921866e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:36.860821 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-549038c7-0e35-450c-b58e-8e6ed921866e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 810 time: 0.4483650 Jul 09 20:52:36.874241 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-114ddaa7-b338-4f40-b4f8-f95ea4ade9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:36.875768 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-114ddaa7-b338-4f40-b4f8-f95ea4ade9e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 1096 time: 0.3887603 Jul 09 20:52:36.919416 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-a95cf1ad-c025-45ca-bf23-2a823d2635b7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/quotas/3185ab693c084130ab10ca155891fb40 HTTP/1.1" status: 200 len: 375 time: 0.0504937 Jul 09 20:52:36.981477 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-efccee58-b90f-4cf0-b7b8-32e1a38e7038 req-8974fc2a-a91a-499a-8e68-f11cd63e1dc8 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 210 time: 0.0480385 Jul 09 20:52:37.089450 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-4c4d763a-9990-4fe7-be56-dff4d82c2b31 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:37.098316 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-4c4d763a-9990-4fe7-be56-dff4d82c2b31 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 819 time: 0.3358140 Jul 09 20:52:37.145563 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-0d9c4cc8-85f3-4997-bc1d-559d26069d9b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2178075 Jul 09 20:52:37.165188 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Request body: {'port': {'device_id': '19591e10-f7bd-41c5-a820-7108ffb2dfac', 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0', 'admin_state_up': True, 'tenant_id': '4a650100b93d44dbac6181a19ad574c8'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:37.390342 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf577f-be17-4eb7-b13f-51f93fd440d8 req-eb048170-981f-4e4d-a65c-4759d17208dd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:37.402117 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-39cf577f-be17-4eb7-b13f-51f93fd440d8 req-eb048170-981f-4e4d-a65c-4759d17208dd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 943 time: 0.2245641 Jul 09 20:52:37.411984 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 85c5144b-414c-471f-9fb3-5a1641cbdebe up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:37.449008 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Made reservation on behalf of 4a650100b93d44dbac6181a19ad574c8 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:37.457667 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:37.491452 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:37.494488 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-1b616550-dcc7-4301-a39e-6b6ade916fb9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce821397-52fa-4859-b7b1-a8c24cd90a37 HTTP/1.1" status: 200 len: 217 time: 0.3284380 Jul 09 20:52:37.508268 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-2a2f7691-68c9-43c7-b37b-731c737f4eef service neutron] 10.222.0.77 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401577 Jul 09 20:52:37.514706 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-39cf577f-be17-4eb7-b13f-51f93fd440d8 req-da3c5d42-f4e4-4f4f-9ac6-b0702b0fbef9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116424 Jul 09 20:52:37.518977 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 85c5144b-414c-471f-9fb3-5a1641cbdebe triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:37.519594 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:37.635817 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-c9e41f29-bbb3-4c36-99c7-9db0d4f0a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:37.637293 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-c9e41f29-bbb3-4c36-99c7-9db0d4f0a2e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6dab944a-f0e1-4602-b4d1-d214acaf6f49 HTTP/1.1" status: 200 len: 852 time: 0.0539875 Jul 09 20:52:37.757110 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ed09a84b-0366-4ec1-aa24-36b582b249ef req-2fd3e5b7-dc07-47f4-88b2-de00952e8e51 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 210 time: 0.0364308 Jul 09 20:52:37.779088 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-6c089634-f684-4a01-927c-bbcbdbd75f21 service neutron] 10.222.0.77 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698810 Jul 09 20:52:37.781305 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-82dc3158-deb9-45dc-b318-e887de0357a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf13fe10-e822-48f2-8548-dfa5c58a1d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939722 Jul 09 20:52:37.903271 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:37.952166 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Allocated IP 172.20.0.8 (a8dab57b-aa06-4b75-ba9e-11702aa79ef0/6cab2109-54b7-470d-a745-70c2aeab931e/d1ba80eb-289d-457c-9ae7-981e583d4724) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:38.074817 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39804) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:38.083760 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Pushing event updated for resources: {'Port': ['ID=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:38.147865 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-f4b02e7e-ae8f-4ba9-ab78-39285b7cf9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:38.153937 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-f4b02e7e-ae8f-4ba9-ab78-39285b7cf9e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 915 time: 0.9924979 Jul 09 20:52:38.167895 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:38.175213 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:38.197484 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.83', 61062) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:38.202212 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:38.212162 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:38.212864 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:38.307450 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bf0b5-0e64-4fdf-8f03-61345eaabbf2 req-74247515-1c41-4abf-be34-c7988b0894c1 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:38.314785 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-881bf0b5-0e64-4fdf-8f03-61345eaabbf2 req-74247515-1c41-4abf-be34-c7988b0894c1 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 944 time: 0.2121508 Jul 09 20:52:38.346172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:38.430699 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-881bf0b5-0e64-4fdf-8f03-61345eaabbf2 req-0a326d92-4add-4418-813f-874eef125710 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149321 Jul 09 20:52:38.456760 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-a92860c1-e8a9-4826-bbc9-06dd27210ca1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:38.460307 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-a92860c1-e8a9-4826-bbc9-06dd27210ca1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 817 time: 0.2617474 Jul 09 20:52:38.607599 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-313d07f6-3f7f-48ef-a25c-e41e7f74ae91 req-7fee3a92-9b26-4c62-aa47-bdf92ce17cc9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 210 time: 0.4350538 Jul 09 20:52:38.652056 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6faabebb-7468-4b10-af5e-f55fad12cac8 req-7223616e-eaf8-4d4d-9b22-eb763bfeb30b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 210 time: 0.1049526 Jul 09 20:52:38.673802 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:38.743575 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aab001e3-1476-44bf-9c47-45c7223bcc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:38.771503 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-61461768-eb5e-4e58-a6d9-2b7f8e85c3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7311273 Jul 09 20:52:38.792752 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-135f4c1f-c5db-4953-8f0a-47e803890753 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef3255a-d243-4c17-b8e1-d5c94fd3420f HTTP/1.1" status: 200 len: 217 time: 0.5771382 Jul 09 20:52:38.817189 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Request body: {'port': {'device_id': '59eafc8d-c616-47c6-968a-ec7c2d71f4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:38.984723 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-0cff6787-80aa-4eef-a351-ce6b344c160c service neutron] 10.222.0.83 "GET /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1813912 Jul 09 20:52:39.076252 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-f13553aa-0992-4c36-9398-d38722f0f68d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7a68d88e83453bb651dbd85e1a6926 HTTP/1.1" status: 200 len: 380 time: 0.5888920 Jul 09 20:52:39.107460 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-0551bdea-fd0a-4654-b71d-19ac381dd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:39.108840 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-0551bdea-fd0a-4654-b71d-19ac381dd1cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 200 len: 854 time: 0.2829664 Jul 09 20:52:39.112607 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.128849 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7ff80006-f476-4626-9e2d-ec140cb4827e req-3814e4fc-4226-4c49-8aaa-90e07b2a0d9a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 210 time: 0.1003828 Jul 09 20:52:39.134301 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'port': {'device_id': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'admin_state_up': True, 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'security_groups': ['d8b3f712-f84a-4ff5-8f25-eb229b229995']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:39.172079 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:39.176455 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859f9d6-3224-4c35-91e7-d78d7cfcca74 req-e820d54c-5c6a-4502-b5b9-31b971d84d88 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:39.183378 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9859f9d6-3224-4c35-91e7-d78d7cfcca74 req-e820d54c-5c6a-4502-b5b9-31b971d84d88 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 943 time: 0.4061804 Jul 09 20:52:39.198385 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:39.201027 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Pushing event updated for resources: {'Port': ['ID=d1ba80eb-289d-457c-9ae7-981e583d4724,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:39.204127 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:39.210554 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:39.212299 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.230559 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-42d5e105-f4fd-49d6-8f02-e6ea8126e950 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5cb2913-27aa-4156-9128-a345e8fe0441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769587 Jul 09 20:52:39.293643 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-b4137dda-d468-4d4d-9585-0efc66a26fcb service neutron] 10.222.0.83 "GET /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938170 Jul 09 20:52:39.369345 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9859f9d6-3224-4c35-91e7-d78d7cfcca74 req-fa038663-ab36-48dd-b8c2-fe029423bb7b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851029 Jul 09 20:52:39.440126 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aab001e3-1476-44bf-9c47-45c7223bcc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.454350 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-31df8fc3-c405-4fca-b99a-c30062497b3c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2930512 Jul 09 20:52:39.463878 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aab001e3-1476-44bf-9c47-45c7223bcc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.473247 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Request body: {'port': {'device_id': '19591e10-f7bd-41c5-a820-7108ffb2dfac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:39.503169 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Made reservation on behalf of 7e7a68d88e83453bb651dbd85e1a6926 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:39.507766 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.571858 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-aab001e3-1476-44bf-9c47-45c7223bcc27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=393d2d93046c4762b91027fc455dfc51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4816024 Jul 09 20:52:39.574562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab001e3-1476-44bf-9c47-45c7223bcc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4fd55d-93d7-4be9-a698-7d897037cb70,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:39.576858 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39858) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:39.581786 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-a02fd5e2-ca0e-402c-9a43-2f8b10fa20fe service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224008 Jul 09 20:52:39.668034 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.735846 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6238df13-9233-43a8-ae3c-7ec0b440b513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.796578 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3de96-3890-4069-9387-45d5e3a2fc8a req-e56055fb-5711-4464-9650-6f958383d60a tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:39.798133 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ff3de96-3890-4069-9387-45d5e3a2fc8a req-e56055fb-5711-4464-9650-6f958383d60a tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 944 time: 0.2301812 Jul 09 20:52:39.799143 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ec8e7b6-5f71-4b54-88cc-6072c05e8b4b req-56d9d618-2a2e-4c9e-9035-29c066af1832 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076285 Jul 09 20:52:39.801100 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6238df13-9233-43a8-ae3c-7ec0b440b513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.814114 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Allocated IP 172.20.0.11 (f483f9e7-87fa-4217-85b5-4ee805554987/67fd66f5-07bf-4ef1-8530-be22cc70bd7a/f963b45c-8e55-4009-b600-e793c0274776) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:39.866006 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 {{(pid=92867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:39.877381 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.973235 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Transition to ACTIVE for port object 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 will not be triggered until provisioned by entity L2. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:39.979196 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6238df13-9233-43a8-ae3c-7ec0b440b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.981743 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6238df13-9233-43a8-ae3c-7ec0b440b513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:39.982972 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-6238df13-9233-43a8-ae3c-7ec0b440b513 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f4fd55d-93d7-4be9-a698-7d897037cb70 HTTP/1.1" status: 204 len: 168 time: 0.4036090 Jul 09 20:52:39.996567 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.006395 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c32a73-ee1e-4c34-8325-5aa3eb22b3b5 req-1014e1bd-8d69-40ee-b8c6-6223da8de5d4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:40.007733 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a7c32a73-ee1e-4c34-8325-5aa3eb22b3b5 req-1014e1bd-8d69-40ee-b8c6-6223da8de5d4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 931 time: 0.2031190 Jul 09 20:52:40.012951 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ff3de96-3890-4069-9387-45d5e3a2fc8a req-cd5f55e2-5e55-40c5-99f1-dbc580a21cd4 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014251 Jul 09 20:52:40.029983 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238df13-9233-43a8-ae3c-7ec0b440b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4fd55d-93d7-4be9-a698-7d897037cb70,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:40.107154 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad045-26d8-435a-8420-b9ca705273b9 req-57037041-b1e4-4cd7-810b-18274074b489 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:40.108123 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-57037041-b1e4-4cd7-810b-18274074b489 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 810 time: 0.2153704 Jul 09 20:52:40.116057 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:40.162016 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a7c32a73-ee1e-4c34-8325-5aa3eb22b3b5 req-ba22b28d-2765-46b4-baf4-df9b0f7c8f41 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368098 Jul 09 20:52:40.194840 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Attempting to bind port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:40.196962 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Attempting to bind port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'}] {{(pid=92867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:40.197654 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Attempting to bind port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 on network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:40.213244 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.221921 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 on network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:52:40.222247 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Attempting to bind port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 on network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:40.252845 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Transition to ACTIVE for port object f963b45c-8e55-4009-b600-e793c0274776 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:40.277620 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:40.278046 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Checking segment: {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:40.278488 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Bound using segment: {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'} {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:40.279009 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Bound port: 2ad0f9d6-c876-46c4-a060-aa02ea9afac3, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'}}] {{(pid=92867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:40.279433 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.300635 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-a7c9d5de-229a-46b8-99f9-5930efa6a72e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3185ab693c084130ab10ca155891fb40 HTTP/1.1" status: 200 len: 380 time: 0.1697578 Jul 09 20:52:40.352328 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'port': {'device_id': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'admin_state_up': True, 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'security_groups': ['2669414e-e395-47b9-9d63-02bc49bd3312']}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:40.361823 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ba80eb-289d-457c-9ae7-981e583d4724 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:40.375612 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.391726 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Transition to ACTIVE for port object d1ba80eb-289d-457c-9ae7-981e583d4724 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:40.450538 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.493587 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-99436452-677e-494f-967c-79ac15abe140 req-fe27f352-0fc6-4807-b74b-b5a0c6dce5f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 210 time: 0.2213023 Jul 09 20:52:40.496141 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.619659 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] For port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3, host hv-cinder-80030, cleared binding levels {{(pid=92867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:40.625004 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39898) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:40.651537 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Network f483f9e7-87fa-4217-85b5-4ee805554987 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:40.652255 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] For port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:40.667359 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:40.673076 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:40.681079 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.687864 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:40.690701 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.693255 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Pushing event updated for resources: {'Port': ['ID=d1ba80eb-289d-457c-9ae7-981e583d4724,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:40.743889 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-172e8730-f341-4e75-a0d6-30f8b57ed420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.804382 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-daf245e6-1ecb-4412-8e17-c390ee758a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.918913 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:40.925956 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Attempting to bind port d1ba80eb-289d-457c-9ae7-981e583d4724 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:40.926312 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Attempting to bind port d1ba80eb-289d-457c-9ae7-981e583d4724 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:40.926490 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:40.926947 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Attempting to bind port d1ba80eb-289d-457c-9ae7-981e583d4724 on network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:40.927126 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.929257 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] 10.222.0.83 "PUT /v2.0/ports/2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 200 len: 1094 time: 2.1329412 Jul 09 20:52:40.934647 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Port d1ba80eb-289d-457c-9ae7-981e583d4724 on network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:52:40.934991 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Attempting to bind port d1ba80eb-289d-457c-9ae7-981e583d4724 on network a8dab57b-aa06-4b75-ba9e-11702aa79ef0 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:40.947159 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59eafc8d-c616-47c6-968a-ec7c2d71f4d3', 'tag': '2ad0f9d6-c876-46c4-a060-aa02ea9afac3'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:40.949928 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80" -d '{"events": [{"name": "network-changed", "server_uuid": "59eafc8d-c616-47c6-968a-ec7c2d71f4d3", "tag": "2ad0f9d6-c876-46c4-a060-aa02ea9afac3"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:40.952257 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:40.952610 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Checking segment: {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:40.953708 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Bound using segment: {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:40.954382 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Bound port: d1ba80eb-289d-457c-9ae7-981e583d4724, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697776d1-a800-421a-ae0b-c4af5f20d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:40.954992 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.989569 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f9ed2-3035-4863-b078-3079bf3fa272 req-9d55b80b-b060-4166-a959-1d0c254518d4 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:40.992309 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d3033-23fd-4ae3-be85-ee1ce28501a1 req-d3b533a4-453a-401c-be61-3c789493e383 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:40.993871 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-430d3033-23fd-4ae3-be85-ee1ce28501a1 req-d3b533a4-453a-401c-be61-3c789493e383 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 932 time: 0.5380235 Jul 09 20:52:40.996918 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-686f9ed2-3035-4863-b078-3079bf3fa272 req-9d55b80b-b060-4166-a959-1d0c254518d4 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 943 time: 0.2290764 Jul 09 20:52:41.067525 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-6228cb4e-9c13-47d0-b567-6c81624fb285 None None] Provisioning for port f963b45c-8e55-4009-b600-e793c0274776 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:41.072875 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-6228cb4e-9c13-47d0-b567-6c81624fb285 None None] Provisioning complete for port f963b45c-8e55-4009-b600-e793c0274776 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:41.073577 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-6228cb4e-9c13-47d0-b567-6c81624fb285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.077867 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684ec3f-2e30-4490-b177-01fccec61ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,revision_number=3']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:41.083524 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-686f9ed2-3035-4863-b078-3079bf3fa272 req-94f0357b-0447-4ffd-8bb9-28165149b4b6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844150 Jul 09 20:52:41.101301 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] For port d1ba80eb-289d-457c-9ae7-981e583d4724, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:41.105205 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39918) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:41.107453 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] For port d1ba80eb-289d-457c-9ae7-981e583d4724, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=d1ba80eb-289d-457c-9ae7-981e583d4724,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:41.114453 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.126090 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-172e8730-f341-4e75-a0d6-30f8b57ed420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.129057 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-6228cb4e-9c13-47d0-b567-6c81624fb285 None None] Port f963b45c-8e55-4009-b600-e793c0274776 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:41.144498 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-430d3033-23fd-4ae3-be85-ee1ce28501a1 req-adf0b6a2-884d-49aa-8739-9e0668307b81 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370404 Jul 09 20:52:41.159076 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-172e8730-f341-4e75-a0d6-30f8b57ed420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.165808 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-32ebf2cd-fa89-4ff0-917d-6631f36f6005 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0793984 Jul 09 20:52:41.175315 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:41.176037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.177654 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] 10.222.0.83 "PUT /v2.0/ports/d1ba80eb-289d-457c-9ae7-981e583d4724 HTTP/1.1" status: 200 len: 1093 time: 1.7090838 Jul 09 20:52:41.178860 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19591e10-f7bd-41c5-a820-7108ffb2dfac', 'tag': 'd1ba80eb-289d-457c-9ae7-981e583d4724'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:41.211814 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Made reservation on behalf of 3185ab693c084130ab10ca155891fb40 for: {'port': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:41.215385 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.261811 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6494dae-fba7-4af5-8ac1-aac98e75d9ce x-openstack-request-id: req-b6494dae-fba7-4af5-8ac1-aac98e75d9ce {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:41.262111 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59eafc8d-c616-47c6-968a-ec7c2d71f4d3", "tag": "2ad0f9d6-c876-46c4-a060-aa02ea9afac3", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:41.262340 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6494dae-fba7-4af5-8ac1-aac98e75d9ce {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:41.262830 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59eafc8d-c616-47c6-968a-ec7c2d71f4d3', 'tag': '2ad0f9d6-c876-46c4-a060-aa02ea9afac3', 'status': 'completed', 'code': 200} Jul 09 20:52:41.271510 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Request body: {'port': {'device_id': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:41.272039 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-04fc6bbb-1cd3-4244-817c-ab0b40e62139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:41.274181 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-04fc6bbb-1cd3-4244-817c-ab0b40e62139 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1097 time: 0.2591050 Jul 09 20:52:41.278451 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-172e8730-f341-4e75-a0d6-30f8b57ed420 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71ccc5d1d3784d2696bc1fbd836e0099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424522 Jul 09 20:52:41.320338 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39928) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:41.344122 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e8730-f341-4e75-a0d6-30f8b57ed420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7eaab9-91d6-4f1c-acb8-7f8850036591,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:41.375772 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7196071-4fdf-4306-8f5d-8c2fcbb7ccca service neutron] Pushing event updated for resources: {'Port': ['ID=d1ba80eb-289d-457c-9ae7-981e583d4724,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:41.491255 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.498003 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "19591e10-f7bd-41c5-a820-7108ffb2dfac", "tag": "d1ba80eb-289d-457c-9ae7-981e583d4724"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:41.517416 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device eef3255a-d243-4c17-b8e1-d5c94fd3420f details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:41.623172 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-90188bb2-fb68-44d1-94b2-fa98afdc67ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.634702 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port eef3255a-d243-4c17-b8e1-d5c94fd3420f, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=eef3255a-d243-4c17-b8e1-d5c94fd3420f,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:41.650363 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'eef3255a-d243-4c17-b8e1-d5c94fd3420f', 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'port_id': 'eef3255a-d243-4c17-b8e1-d5c94fd3420f', 'mac_address': 'fa:16:3e:07:24:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db29f98-1d04-4a27-9ccb-d617c1f00718', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:41.657860 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-6ecb9328-3e26-4d82-a806-e7f0fea2e58a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 200 len: 217 time: 0.2910593 Jul 09 20:52:41.700767 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.715660 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef3255a-d243-4c17-b8e1-d5c94fd3420f {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:41.739690 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port eef3255a-d243-4c17-b8e1-d5c94fd3420f, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=eef3255a-d243-4c17-b8e1-d5c94fd3420f,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:41.745850 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.746795 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ce821397-52fa-4859-b7b1-a8c24cd90a37 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:41.755664 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881f2bd-c257-4d9f-bc90-e90c7a3ee212 req-db97997d-642d-4aac-9271-0b180ff5f4cf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:41.763398 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3881f2bd-c257-4d9f-bc90-e90c7a3ee212 req-db97997d-642d-4aac-9271-0b180ff5f4cf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 943 time: 0.3773417 Jul 09 20:52:41.775153 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3e4977dc-5dbd-492d-988b-9141e8781b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.823253 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-b4027f95-f8eb-49ac-b7d2-9559a3a3f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:41.824913 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-b4027f95-f8eb-49ac-b7d2-9559a3a3f430 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.1555409 Jul 09 20:52:41.830071 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Allocated IP 172.20.0.14 (1c691ede-4ce2-4ddb-b62f-49e52e97e938/cc88795f-51fa-4b8d-b780-8eab9eb90624/ee4fde23-86ec-4a5f-869d-7f38fae33c1f) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:41.839343 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b42e3-d9b5-4797-86b5-e4e1133194dc req-3771f037-4588-4fb2-873e-89deebe98fb3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:41.840843 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d25b42e3-d9b5-4797-86b5-e4e1133194dc req-3771f037-4588-4fb2-873e-89deebe98fb3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 944 time: 0.5196795 Jul 09 20:52:41.848365 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=eef3255a-d243-4c17-b8e1-d5c94fd3420f,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:41.862424 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-4d906447-8ecc-4665-9678-1261988952f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:41.863237 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-4d906447-8ecc-4665-9678-1261988952f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 1096 time: 0.4840598 Jul 09 20:52:41.873591 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3e4977dc-5dbd-492d-988b-9141e8781b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.897091 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ce821397-52fa-4859-b7b1-a8c24cd90a37, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ce821397-52fa-4859-b7b1-a8c24cd90a37,segment=NetworkSegment(0d700d56-71b1-49be-b257-619fffc72b04),segment_id=0d700d56-71b1-49be-b257-619fffc72b04)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:41.907727 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-9fd0a151-407c-4198-a621-79c190e4897d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619516 Jul 09 20:52:41.911570 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'ce821397-52fa-4859-b7b1-a8c24cd90a37', 'network_id': 'cf13fe10-e822-48f2-8548-dfa5c58a1d67', 'port_id': 'ce821397-52fa-4859-b7b1-a8c24cd90a37', 'mac_address': 'fa:16:3e:45:28:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dab944a-f0e1-4602-b4d1-d214acaf6f49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:41.972306 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:41.987861 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce821397-52fa-4859-b7b1-a8c24cd90a37 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:42.014567 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-151c2769-dfba-4e17-a802-a2dcd750236d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ba80eb-289d-457c-9ae7-981e583d4724 HTTP/1.1" status: 200 len: 217 time: 0.1062977 Jul 09 20:52:42.015311 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ce821397-52fa-4859-b7b1-a8c24cd90a37, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ce821397-52fa-4859-b7b1-a8c24cd90a37,segment=NetworkSegment(0d700d56-71b1-49be-b257-619fffc72b04),segment_id=0d700d56-71b1-49be-b257-619fffc72b04)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:42.021819 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.069094 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d25b42e3-d9b5-4797-86b5-e4e1133194dc req-95bb2c46-1451-411f-95d9-63df3eb05fb9 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042561 Jul 09 20:52:42.090608 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=ce821397-52fa-4859-b7b1-a8c24cd90a37,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:42.108868 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3881f2bd-c257-4d9f-bc90-e90c7a3ee212 req-a065efb7-6572-40b5-a302-18248e9cd2bd tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334938 Jul 09 20:52:42.189184 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-90188bb2-fb68-44d1-94b2-fa98afdc67ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.194511 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-9a21186a-45ab-4394-9d71-cf96c711c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:42.204646 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-90188bb2-fb68-44d1-94b2-fa98afdc67ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.208698 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-9a21186a-45ab-4394-9d71-cf96c711c7f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.1809740 Jul 09 20:52:42.216058 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3e4977dc-5dbd-492d-988b-9141e8781b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.218765 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3e4977dc-5dbd-492d-988b-9141e8781b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.222239 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-3e4977dc-5dbd-492d-988b-9141e8781b15 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd7eaab9-91d6-4f1c-acb8-7f8850036591 HTTP/1.1" status: 204 len: 168 time: 0.8877285 Jul 09 20:52:42.236845 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-e1e31e92-7e18-469e-b25a-9d9a270b98b0 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173311 Jul 09 20:52:42.346395 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90188bb2-fb68-44d1-94b2-fa98afdc67ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349e04ec-25c8-431d-aa2c-96a7f4824377,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:42.346564 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f963b45c-8e55-4009-b600-e793c0274776 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:42.357646 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.366083 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-90188bb2-fb68-44d1-94b2-fa98afdc67ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=802f18318c834bd781601cccbb398dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2560563 Jul 09 20:52:42.366678 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39952) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:42.369804 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.384766 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Transition to ACTIVE for port object f963b45c-8e55-4009-b600-e793c0274776 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:42.387854 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-b5b08130-a00c-4314-8f1a-aab6c485dacb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604953 Jul 09 20:52:42.395981 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4977dc-5dbd-492d-988b-9141e8781b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7eaab9-91d6-4f1c-acb8-7f8850036591,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:42.415407 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53e5d80-0975-4623-ad8b-149efa6d5cf6 x-openstack-request-id: req-e53e5d80-0975-4623-ad8b-149efa6d5cf6 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:42.416046 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19591e10-f7bd-41c5-a820-7108ffb2dfac", "tag": "d1ba80eb-289d-457c-9ae7-981e583d4724", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:42.416467 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e53e5d80-0975-4623-ad8b-149efa6d5cf6 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:42.418398 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19591e10-f7bd-41c5-a820-7108ffb2dfac', 'tag': 'd1ba80eb-289d-457c-9ae7-981e583d4724', 'status': 'completed', 'code': 200} Jul 09 20:52:42.420522 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Transition to ACTIVE for port object ee4fde23-86ec-4a5f-869d-7f38fae33c1f will not be triggered until provisioned by entity DHCP. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:42.423979 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.469820 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f45a5b8c-53ce-4f82-9bdb-5ec15c8624b3 req-f906ee12-970b-4a7d-bf6d-a41e185f3ebe tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 210 time: 0.0805745 Jul 09 20:52:42.498834 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e9687bba-0bfe-4e69-ac9d-acfb39625753 req-e00609fc-9364-43f2-b0dc-14984a08b159 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435424 Jul 09 20:52:42.551193 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bb8830f0-9d6b-4f96-ab14-1b8318dcda7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.576148 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.608779 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:42.638909 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bb8830f0-9d6b-4f96-ab14-1b8318dcda7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.660227 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42afa2-8b5f-46cf-bfa6-b79a03044df5 req-b4745dff-28cb-45ff-97be-c43258d00e83 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:42.661861 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6c42afa2-8b5f-46cf-bfa6-b79a03044df5 req-b4745dff-28cb-45ff-97be-c43258d00e83 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 944 time: 0.2309809 Jul 09 20:52:42.712629 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-d3daea25-f9a2-484d-a2a6-f712a0472523 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926133 Jul 09 20:52:42.713980 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Attempting to bind port f963b45c-8e55-4009-b600-e793c0274776 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:42.714371 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Attempting to bind port f963b45c-8e55-4009-b600-e793c0274776 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:42.714791 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Attempting to bind port f963b45c-8e55-4009-b600-e793c0274776 on network f483f9e7-87fa-4217-85b5-4ee805554987 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:42.733413 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Port f963b45c-8e55-4009-b600-e793c0274776 on network f483f9e7-87fa-4217-85b5-4ee805554987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:52:42.733558 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Attempting to bind port f963b45c-8e55-4009-b600-e793c0274776 on network f483f9e7-87fa-4217-85b5-4ee805554987 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:42.742542 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:42.759483 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'Port': ['ID=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:42.762162 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:42.781326 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:42.781754 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Checking segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:42.782139 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Bound using segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:42.782583 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Bound port: f963b45c-8e55-4009-b600-e793c0274776, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:42.782938 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.790914 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:42.796473 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:42.797161 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.855627 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6c42afa2-8b5f-46cf-bfa6-b79a03044df5 req-b43128c2-67c2-4576-8dab-5c2bc09f6b89 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687744 Jul 09 20:52:42.887463 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-d419f7a3-c45a-4b76-98fe-73a8be779a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:42.889156 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-d419f7a3-c45a-4b76-98fe-73a8be779a50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1097 time: 0.2478070 Jul 09 20:52:42.889752 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bb8830f0-9d6b-4f96-ab14-1b8318dcda7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.893534 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bb8830f0-9d6b-4f96-ab14-1b8318dcda7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:42.894368 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-bb8830f0-9d6b-4f96-ab14-1b8318dcda7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/349e04ec-25c8-431d-aa2c-96a7f4824377 HTTP/1.1" status: 204 len: 168 time: 0.5228658 Jul 09 20:52:42.904120 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-d5ca272c-7d8c-45d9-9f07-2e509a1964ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5871434 Jul 09 20:52:42.905088 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8830f0-9d6b-4f96-ab14-1b8318dcda7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349e04ec-25c8-431d-aa2c-96a7f4824377,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:42.911456 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad4ca-d396-499d-bc89-45759c06952a req-8bbbb1b5-15f1-412a-b5dc-0cb4b224a5dc tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:42.913803 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d7fad4ca-d396-499d-bc89-45759c06952a req-8bbbb1b5-15f1-412a-b5dc-0cb4b224a5dc tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.2668142 Jul 09 20:52:42.971658 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:42.981466 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dbe2b809-ce4b-41dd-ace9-0e366d7db488 req-f0cbeabd-55b3-4d76-9aef-2d36b2426247 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607458 Jul 09 20:52:42.998466 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:43.007336 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.011936 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d7fad4ca-d396-499d-bc89-45759c06952a req-c07c73ed-9090-43e6-9417-d8c6969f90d5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851090 Jul 09 20:52:43.047770 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:43.048517 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.049835 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] 10.222.0.83 "PUT /v2.0/ports/f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 200 len: 1094 time: 1.7838435 Jul 09 20:52:43.084493 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b285bd7-e11e-4b3d-989b-22693ac8ba1b service neutron] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:43.195351 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-9b95f457-b679-4fdb-b5c1-5aae04711459 None None] Provisioning for port ee4fde23-86ec-4a5f-869d-7f38fae33c1f completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:43.200228 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-9b95f457-b679-4fdb-b5c1-5aae04711459 None None] Provisioning complete for port ee4fde23-86ec-4a5f-869d-7f38fae33c1f triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:43.200785 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-9b95f457-b679-4fdb-b5c1-5aae04711459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.281458 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-9b95f457-b679-4fdb-b5c1-5aae04711459 None None] Port ee4fde23-86ec-4a5f-869d-7f38fae33c1f cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:43.298997 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 39980) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:43.317121 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-28a5e815-f6a0-4820-a504-d5c7fd913e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.347252 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdc290-9f18-4b35-a9c3-b30118980921 req-ec3d3728-c51c-49c5-b3d5-d31db1484c0a tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:43.348961 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4bcdc290-9f18-4b35-a9c3-b30118980921 req-ec3d3728-c51c-49c5-b3d5-d31db1484c0a tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 945 time: 0.1224358 Jul 09 20:52:43.369302 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd0ad3-65c5-46fa-9e89-9ebc06f25f6c req-5c243163-f021-4f81-86e7-25167ad06e75 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:43.370852 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cdd0ad3-65c5-46fa-9e89-9ebc06f25f6c req-5c243163-f021-4f81-86e7-25167ad06e75 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 943 time: 0.1251295 Jul 09 20:52:43.414762 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4bcdc290-9f18-4b35-a9c3-b30118980921 req-a6933673-4e0a-4172-953f-efcab61eac87 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601535 Jul 09 20:52:43.444114 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-332b36bf-5d5d-44b1-bb70-bb09ee2e5c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.451938 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cdd0ad3-65c5-46fa-9e89-9ebc06f25f6c req-d5be6015-04ed-4090-b11b-cf36fc10845f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716071 Jul 09 20:52:43.495967 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-28a5e815-f6a0-4820-a504-d5c7fd913e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.501213 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-28a5e815-f6a0-4820-a504-d5c7fd913e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.541250 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5e815-f6a0-4820-a504-d5c7fd913e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f1b22-313c-4fcc-802e-a6aeed728077,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:43.546399 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-28a5e815-f6a0-4820-a504-d5c7fd913e6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4938a54cd0e4190a85b439da583d0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456157 Jul 09 20:52:43.549403 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 39990) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:43.629776 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e2f3-8f6d-4391-a31b-00a6fd57caf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.658049 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e2f3-8f6d-4391-a31b-00a6fd57caf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.705663 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36cd2a-f398-41c2-b1f7-b8e2f4236804 req-640d47e2-de35-4f3e-a74b-9d16dc4f92ce tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:43.707156 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5c36cd2a-f398-41c2-b1f7-b8e2f4236804 req-640d47e2-de35-4f3e-a74b-9d16dc4f92ce tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 932 time: 0.1136482 Jul 09 20:52:43.746505 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e2f3-8f6d-4391-a31b-00a6fd57caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.749186 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e2f3-8f6d-4391-a31b-00a6fd57caf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.752738 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-7fb6e2f3-8f6d-4391-a31b-00a6fd57caf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa5f1b22-313c-4fcc-802e-a6aeed728077 HTTP/1.1" status: 204 len: 168 time: 0.2003806 Jul 09 20:52:43.755859 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.766203 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5c36cd2a-f398-41c2-b1f7-b8e2f4236804 req-d1cf17ab-e600-47df-bfda-99a1371cd54c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530322 Jul 09 20:52:43.767323 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e2f3-8f6d-4391-a31b-00a6fd57caf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f1b22-313c-4fcc-802e-a6aeed728077,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:44.030658 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9882-c6d0-4d32-a86b-b632c35f88ec req-c6ff0677-a994-4ad7-95f6-0e25a245d79b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:44.032260 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fedd9882-c6d0-4d32-a86b-b632c35f88ec req-c6ff0677-a994-4ad7-95f6-0e25a245d79b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 944 time: 0.0670564 Jul 09 20:52:44.077962 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fedd9882-c6d0-4d32-a86b-b632c35f88ec req-fcdb9362-d1ce-4b01-aa45-2074a5d44249 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392063 Jul 09 20:52:44.235905 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9083ae2-a868-47cf-98af-ab35f540d20a req-595ffa6c-a215-41d8-832b-54ef1376b48a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:44.237456 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d9083ae2-a868-47cf-98af-ab35f540d20a req-595ffa6c-a215-41d8-832b-54ef1376b48a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0692210 Jul 09 20:52:44.277198 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d9083ae2-a868-47cf-98af-ab35f540d20a req-c11c5d19-164a-431c-a2ac-c54f07ec9bd7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336351 Jul 09 20:52:44.420286 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:44.422882 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbe200f-115a-4dc0-9d92-e9383a0461e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "tag": "f963b45c-8e55-4009-b600-e793c0274776"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:44.462309 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af14394-0980-48e0-b2e0-a85528eac032 x-openstack-request-id: req-9af14394-0980-48e0-b2e0-a85528eac032 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:44.462918 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "tag": "f963b45c-8e55-4009-b600-e793c0274776", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:44.463103 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9af14394-0980-48e0-b2e0-a85528eac032 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:44.463491 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776', 'status': 'completed', 'code': 200} Jul 09 20:52:44.589132 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:44.636917 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750bd5e-6251-4d23-82e3-0001e5ce7280 req-4bdd8872-eadc-4f55-9744-6d20e960ed14 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:44.639103 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c750bd5e-6251-4d23-82e3-0001e5ce7280 req-4bdd8872-eadc-4f55-9744-6d20e960ed14 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 945 time: 0.0995693 Jul 09 20:52:44.664697 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99fd29-2ad4-4902-a5ab-ccc7ebf43896 req-d14c2e88-d117-4256-8f55-37835f046a84 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:44.671975 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2f99fd29-2ad4-4902-a5ab-ccc7ebf43896 req-d14c2e88-d117-4256-8f55-37835f046a84 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 943 time: 0.1007700 Jul 09 20:52:44.709171 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c750bd5e-6251-4d23-82e3-0001e5ce7280 req-6ae4dab9-0c78-4a80-82fd-6f303b3d82d5 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633037 Jul 09 20:52:44.720031 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2f99fd29-2ad4-4902-a5ab-ccc7ebf43896 req-5221863a-5df3-4a3f-931f-add1378998f5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470948 Jul 09 20:52:44.929898 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:44.953021 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d306bd-d2b2-4d80-88cc-3c6292107822 req-8eaf6ede-4826-4a03-86b3-ad5ad5e75da2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:44.954516 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-23d306bd-d2b2-4d80-88cc-3c6292107822 req-8eaf6ede-4826-4a03-86b3-ad5ad5e75da2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 932 time: 0.0667233 Jul 09 20:52:44.995325 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-23d306bd-d2b2-4d80-88cc-3c6292107822 req-90315e80-68a9-49fb-98f5-980c34e45392 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350158 Jul 09 20:52:45.255835 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a63cfb-7c4a-4600-8683-965d78a74967 req-0e4310f2-80b8-4e4b-bf48-b2f525a7bf37 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:45.257323 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c3a63cfb-7c4a-4600-8683-965d78a74967 req-0e4310f2-80b8-4e4b-bf48-b2f525a7bf37 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 944 time: 0.0664816 Jul 09 20:52:45.298157 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c3a63cfb-7c4a-4600-8683-965d78a74967 req-458f03d3-1855-42ca-addc-132eb0571699 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345373 Jul 09 20:52:45.460216 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacf0c2-33b2-426d-9f8b-78cf7b12d1df req-1612d934-ae5b-4e10-b9b9-255b25d92108 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:45.464479 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4dacf0c2-33b2-426d-9f8b-78cf7b12d1df req-1612d934-ae5b-4e10-b9b9-255b25d92108 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0674574 Jul 09 20:52:45.499689 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4dacf0c2-33b2-426d-9f8b-78cf7b12d1df req-9a6d9cf8-13d4-446b-a23b-d90ef9c84c37 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Jul 09 20:52:45.905781 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955772af-29c3-482d-8277-c5ad3d8d5ed9 req-87988c83-f981-4768-9c20-e06dcd61f1ea tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:45.907525 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-955772af-29c3-482d-8277-c5ad3d8d5ed9 req-87988c83-f981-4768-9c20-e06dcd61f1ea tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 945 time: 0.0763628 Jul 09 20:52:45.919839 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e787c-e23d-4b97-8b2a-c968c5ee6b0e req-9d662f72-8f9a-42d6-b54e-b3f7ea3452cc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:45.921385 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5f9e787c-e23d-4b97-8b2a-c968c5ee6b0e req-9d662f72-8f9a-42d6-b54e-b3f7ea3452cc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 943 time: 0.0858598 Jul 09 20:52:45.976366 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-955772af-29c3-482d-8277-c5ad3d8d5ed9 req-6115f5b1-bb27-4c64-a42e-3aeea7758855 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602770 Jul 09 20:52:45.978622 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5f9e787c-e23d-4b97-8b2a-c968c5ee6b0e req-f89f1cd1-bee5-40dd-910d-af32269fed89 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504279 Jul 09 20:52:46.050372 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:46.205760 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7750d-7b4c-4352-b9e0-fbacbceb7796 req-800020f0-feb5-4079-8c8a-a0b42f995420 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:46.207571 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7b7750d-7b4c-4352-b9e0-fbacbceb7796 req-800020f0-feb5-4079-8c8a-a0b42f995420 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 932 time: 0.0961523 Jul 09 20:52:46.262780 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7b7750d-7b4c-4352-b9e0-fbacbceb7796 req-d2b9ab6e-be95-42cf-802f-e58f3953e65c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468450 Jul 09 20:52:46.486733 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afdddb-0d82-4378-993d-e5b4a6e8d5f1 req-d972307c-39f3-4d49-b86f-522a6f783a02 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:46.489304 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-50afdddb-0d82-4378-993d-e5b4a6e8d5f1 req-d972307c-39f3-4d49-b86f-522a6f783a02 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 944 time: 0.0726488 Jul 09 20:52:46.527324 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-50afdddb-0d82-4378-993d-e5b4a6e8d5f1 req-0a3a1c70-be24-458e-9ce9-ec986b29dfa3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Jul 09 20:52:46.602906 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['eef3255a-d243-4c17-b8e1-d5c94fd3420f'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:46.603242 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Request body: {'port': {'device_id': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:46.704289 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-c9714b64-dd8e-4913-93c1-cd2f85bde03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:46.706052 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-c9714b64-dd8e-4913-93c1-cd2f85bde03f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.1590974 Jul 09 20:52:46.712541 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:46.745317 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f30e75-19f0-48d3-b2eb-22ae1bf5475c req-9cc84344-2858-4bb7-8e83-c481e1889b05 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:46.747153 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-92f30e75-19f0-48d3-b2eb-22ae1bf5475c req-9cc84344-2858-4bb7-8e83-c481e1889b05 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0853891 Jul 09 20:52:46.793657 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-92f30e75-19f0-48d3-b2eb-22ae1bf5475c req-431a4522-0b28-485a-86e8-5d4a5b1a30ff tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398276 Jul 09 20:52:46.897522 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['ce821397-52fa-4859-b7b1-a8c24cd90a37'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:46.978478 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40192) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:47.045751 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-6d67df63-f3b4-4505-8b4f-343fb038e0dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 200 len: 217 time: 0.0807538 Jul 09 20:52:47.108378 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-7c07cd85-3039-4907-82d3-72c2c1bf3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.110327 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-7c07cd85-3039-4907-82d3-72c2c1bf3a7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 1096 time: 0.1257625 Jul 09 20:52:47.112441 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-83707a0d-9aaf-4c66-8fef-3095ee9c4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.113808 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-83707a0d-9aaf-4c66-8fef-3095ee9c4cbc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1097 time: 0.1168430 Jul 09 20:52:47.182905 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4fde23-86ec-4a5f-869d-7f38fae33c1f {{(pid=92867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:47.195825 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:47.217641 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-c69981e6-7249-4e6d-919a-4ff0b5ca3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.219259 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-c69981e6-7249-4e6d-919a-4ff0b5ca3215 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.1414275 Jul 09 20:52:47.220196 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Transition to ACTIVE for port object ee4fde23-86ec-4a5f-869d-7f38fae33c1f will not be triggered until provisioned by entity L2. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:47.225505 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:47.251687 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7530628e-5a21-4a50-9a06-1b2353bea668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:47.254263 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-d01e69a7-1bcb-4321-81e0-0bb74bdf41ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 200 len: 217 time: 0.1163566 Jul 09 20:52:47.285526 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-ba6d0de6-b901-415f-8da2-6e71703d520b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571647 Jul 09 20:52:47.368912 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34491ff9-7575-4afb-a7a2-b97f871a60ce req-62dd7eec-bf88-45f8-a24f-a0d80710f812 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.371031 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-34491ff9-7575-4afb-a7a2-b97f871a60ce req-62dd7eec-bf88-45f8-a24f-a0d80710f812 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 945 time: 0.2287927 Jul 09 20:52:47.378460 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:47.410525 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-304d203f-ad33-452c-b67e-1e3ffa8e4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.412783 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-304d203f-ad33-452c-b67e-1e3ffa8e4663 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.1263700 Jul 09 20:52:47.483700 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-007cce7c-08dc-42ba-8124-aa1b224703d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.485245 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-007cce7c-08dc-42ba-8124-aa1b224703d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.3555429 Jul 09 20:52:47.699575 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2048-f2b2-42b9-96da-7bd7da273f70 req-e288134c-593f-4e8e-8312-835aeb30c5c7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.705995 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Attempting to bind port ee4fde23-86ec-4a5f-869d-7f38fae33c1f on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:47.706202 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6d1d2048-f2b2-42b9-96da-7bd7da273f70 req-e288134c-593f-4e8e-8312-835aeb30c5c7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 943 time: 0.5338769 Jul 09 20:52:47.706461 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Attempting to bind port ee4fde23-86ec-4a5f-869d-7f38fae33c1f by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'}] {{(pid=92867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:47.706846 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Attempting to bind port ee4fde23-86ec-4a5f-869d-7f38fae33c1f on network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:47.723827 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Port ee4fde23-86ec-4a5f-869d-7f38fae33c1f on network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:52:47.724234 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Attempting to bind port ee4fde23-86ec-4a5f-869d-7f38fae33c1f on network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:47.745531 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-b809053a-90df-4577-ac8f-893c23594efd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ba80eb-289d-457c-9ae7-981e583d4724 HTTP/1.1" status: 200 len: 217 time: 0.2507546 Jul 09 20:52:47.746388 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-34491ff9-7575-4afb-a7a2-b97f871a60ce req-141b1996-9d4d-4ba9-8d54-0d665b302314 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759830 Jul 09 20:52:47.747158 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:47.747565 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Checking segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:47.748062 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Bound using segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} {{(pid=92867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:47.748714 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.managers [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Bound port: ee4fde23-86ec-4a5f-869d-7f38fae33c1f, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'}}] {{(pid=92867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:47.749474 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:47.784567 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-8d29ba2f-ce84-483b-ae5c-f23f71c7d6d3 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889679 Jul 09 20:52:47.882660 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6d1d2048-f2b2-42b9-96da-7bd7da273f70 req-6757080c-13cf-4c45-8dff-b55cd21840a9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755276 Jul 09 20:52:47.884630 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] For port ee4fde23-86ec-4a5f-869d-7f38fae33c1f, host hv-cinder-80030, cleared binding levels {{(pid=92867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:47.893893 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] For port ee4fde23-86ec-4a5f-869d-7f38fae33c1f, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:47.918611 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-d477200c-2b79-47bd-b99c-e3d4e227c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.924589 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-d477200c-2b79-47bd-b99c-e3d4e227c75a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.1607723 Jul 09 20:52:47.943706 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-830faa3e-969e-4438-9067-d4995f099c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.947403 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-830faa3e-969e-4438-9067-d4995f099c84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5229712 Jul 09 20:52:47.961685 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.008439 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-f654b990-0470-4b8e-b6b1-71376c3f4077 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600088 Jul 09 20:52:48.047880 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7530628e-5a21-4a50-9a06-1b2353bea668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.091486 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:48.092307 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.093832 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] 10.222.0.83 "PUT /v2.0/ports/ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 200 len: 1094 time: 1.4978085 Jul 09 20:52:48.094521 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'tag': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:48.096792 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3638ac31-669f-439e-9cec-08612920fa34" -d '{"events": [{"name": "network-changed", "server_uuid": "f2feadc9-7ae1-4075-bb4a-de46b12fff01", "tag": "ee4fde23-86ec-4a5f-869d-7f38fae33c1f"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:48.099653 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7530628e-5a21-4a50-9a06-1b2353bea668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.119242 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7427c-2391-48cb-8266-394f70e9fc21 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,revision_number=3']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:48.144429 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8025b3-31eb-4c32-8546-a82823505a5e req-3ed48d6d-5832-49b1-b0de-0de9f753f019 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:48.151061 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1f8025b3-31eb-4c32-8546-a82823505a5e req-3ed48d6d-5832-49b1-b0de-0de9f753f019 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 944 time: 0.2521422 Jul 09 20:52:48.237846 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-80376811-a1f7-4025-95d4-2adceb0f46c6 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397156 Jul 09 20:52:48.281394 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1f8025b3-31eb-4c32-8546-a82823505a5e req-2f5a7f6a-5780-48dc-8907-9cc682179be7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139743 Jul 09 20:52:48.287568 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530628e-5a21-4a50-9a06-1b2353bea668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ed32ef-9406-43df-a05e-21d822497282,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:48.309793 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-7530628e-5a21-4a50-9a06-1b2353bea668 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d8837ea0f074681afab7c7a8517c8de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3291376 Jul 09 20:52:48.313929 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 40246) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:48.354396 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-4950fbc8-6310-4737-9b15-54d1e0c21fc5 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002101 Jul 09 20:52:48.375783 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-49ca1af1-669f-4a28-b520-57a0ef43aff8 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381059 Jul 09 20:52:48.380870 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad045-26d8-435a-8420-b9ca705273b9 req-071ab5a0-aead-48e0-848b-077c3a4fd6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:48.382397 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-071ab5a0-aead-48e0-848b-077c3a4fd6ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 1097 time: 0.2163157 Jul 09 20:52:48.481808 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-24ae280f-b9c0-40af-b672-0950c3d913ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 200 len: 217 time: 0.0833073 Jul 09 20:52:48.484907 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea3aa3-2283-4b31-b647-200fcecb6ffc req-8abc9d27-2a4f-40e3-a094-7af180ea8f7b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:48.492736 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfea3aa3-2283-4b31-b647-200fcecb6ffc req-8abc9d27-2a4f-40e3-a094-7af180ea8f7b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 944 time: 0.4242191 Jul 09 20:52:48.569213 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40256) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:48.583301 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5c425494-f615-4a69-b565-edb811ca1649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.598347 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d13165f-5ec4-4845-9bc4-71a5405f9c0b req-1e1d63ad-478f-41fc-b52f-d22778cb6bf7 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341881 Jul 09 20:52:48.614480 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfea3aa3-2283-4b31-b647-200fcecb6ffc req-cf836c3b-1f5f-41bf-93dd-3f3e92f50ca9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206148 Jul 09 20:52:48.621187 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2364e0f1-c8c2-4794-9efd-d8aaf96b0ab9 req-d0bdfe77-ae6a-4f36-a3bf-6d2949c09f12 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318475 Jul 09 20:52:48.629442 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad045-26d8-435a-8420-b9ca705273b9 req-6da94db5-5201-4fed-acae-e17b047842ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:48.630946 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-6da94db5-5201-4fed-acae-e17b047842ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.1399567 Jul 09 20:52:48.633503 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5c425494-f615-4a69-b565-edb811ca1649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.685604 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b6fd8b-0820-4e2f-a77e-fc81f52ae4cd x-openstack-request-id: req-a6b6fd8b-0820-4e2f-a77e-fc81f52ae4cd {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:48.685928 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2feadc9-7ae1-4075-bb4a-de46b12fff01", "tag": "ee4fde23-86ec-4a5f-869d-7f38fae33c1f", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:48.686178 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6b6fd8b-0820-4e2f-a77e-fc81f52ae4cd {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:48.686576 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'tag': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'status': 'completed', 'code': 200} Jul 09 20:52:48.701477 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c753a50-3851-46c6-a621-d6010d96a62a req-80ff674b-a80c-4513-861e-c6c3596837fc tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:48.703534 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4c753a50-3851-46c6-a621-d6010d96a62a req-80ff674b-a80c-4513-861e-c6c3596837fc tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.2241991 Jul 09 20:52:48.737535 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7292bc0f-a01d-4e14-85f1-dd0bda52c0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.798757 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5c425494-f615-4a69-b565-edb811ca1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.802154 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5c425494-f615-4a69-b565-edb811ca1649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.806329 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-5c425494-f615-4a69-b565-edb811ca1649 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d1ed32ef-9406-43df-a05e-21d822497282 HTTP/1.1" status: 204 len: 168 time: 0.4868202 Jul 09 20:52:48.817888 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4c753a50-3851-46c6-a621-d6010d96a62a req-cfd9be00-bcf7-4774-8140-5b64f1ad80c5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027102 Jul 09 20:52:48.850362 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c425494-f615-4a69-b565-edb811ca1649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ed32ef-9406-43df-a05e-21d822497282,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:48.871337 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-57709e07-49dd-48fe-8de1-648e8d739dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:48.872977 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-57709e07-49dd-48fe-8de1-648e8d739dbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1097 time: 0.1095812 Jul 09 20:52:48.897047 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad045-26d8-435a-8420-b9ca705273b9 req-2877bd3e-d656-4f3d-bc34-cf642a4fe180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:48.899058 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-2877bd3e-d656-4f3d-bc34-cf642a4fe180 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1948433 Jul 09 20:52:48.947763 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7292bc0f-a01d-4e14-85f1-dd0bda52c0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:48.957338 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7292bc0f-a01d-4e14-85f1-dd0bda52c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.053655 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292bc0f-a01d-4e14-85f1-dd0bda52c0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f78ed79-2f6a-4b73-8954-64f8b5a7d71c,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:49.058707 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-7292bc0f-a01d-4e14-85f1-dd0bda52c0bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27493f339df0470b892b07dfa2940ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838905 Jul 09 20:52:49.061946 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40270) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:49.065920 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-2215fbe4-3dcd-43d9-a1fb-08703130ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.067358 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-2215fbe4-3dcd-43d9-a1fb-08703130ad58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.1849234 Jul 09 20:52:49.076760 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-6fd879d5-a1aa-4c78-b4b3-f8d73c4a2c06 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713850 Jul 09 20:52:49.130020 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-1c1a5475-80fa-443b-9181-70239a3cf45f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 200 len: 217 time: 0.0503159 Jul 09 20:52:49.142245 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cc12b-82eb-42b9-a40f-772560011972 req-9fcef5dd-edf7-4034-9bbe-60673180b17e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.143862 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-697cc12b-82eb-42b9-a40f-772560011972 req-9fcef5dd-edf7-4034-9bbe-60673180b17e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 943 time: 0.1280801 Jul 09 20:52:49.176487 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 40272) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:49.212402 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c319a8-6f58-4ca6-bdc6-3d11c16a29cd req-309a0704-a9e8-4361-b851-b891bb1695e3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.213901 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d6c319a8-6f58-4ca6-bdc6-3d11c16a29cd req-309a0704-a9e8-4361-b851-b891bb1695e3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 945 time: 0.2286694 Jul 09 20:52:49.214958 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19db1abe-de6e-4ff3-8eaa-024505ce4f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.216967 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-627609b0-8b5e-4e2c-996e-17edb851dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.218327 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-627609b0-8b5e-4e2c-996e-17edb851dca7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0769815 Jul 09 20:52:49.222864 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-daa8b280-0e87-4ea7-8c6a-3d2a0d0a91d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.230594 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-697cc12b-82eb-42b9-a40f-772560011972 req-35ffd94a-5abf-4527-810d-b6f280c4e8bb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763206 Jul 09 20:52:49.232804 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-731ad045-26d8-435a-8420-b9ca705273b9 req-168f2cee-bde8-4985-9e3d-3d186f837e03 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501110 Jul 09 20:52:49.302844 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-daa8b280-0e87-4ea7-8c6a-3d2a0d0a91d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.317326 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d6c319a8-6f58-4ca6-bdc6-3d11c16a29cd req-778a8d58-02d8-4bde-ae02-f98c6db424dc tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959265 Jul 09 20:52:49.355771 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19db1abe-de6e-4ff3-8eaa-024505ce4f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.359244 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-4fa651f9-0b7c-4451-a984-5744e048106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.360478 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-4fa651f9-0b7c-4451-a984-5744e048106e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309345 Jul 09 20:52:49.368358 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19db1abe-de6e-4ff3-8eaa-024505ce4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.420202 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-daa8b280-0e87-4ea7-8c6a-3d2a0d0a91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.422709 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-daa8b280-0e87-4ea7-8c6a-3d2a0d0a91d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.426223 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-daa8b280-0e87-4ea7-8c6a-3d2a0d0a91d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f78ed79-2f6a-4b73-8954-64f8b5a7d71c HTTP/1.1" status: 204 len: 168 time: 0.3607588 Jul 09 20:52:49.432916 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-19db1abe-de6e-4ff3-8eaa-024505ce4f60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9568abaade9455dbb5ffeba8a35b2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513011 Jul 09 20:52:49.432916 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db1abe-de6e-4ff3-8eaa-024505ce4f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9973a-b0c1-4eec-93ae-17ff31bff9e4,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:49.435069 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 40278) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:49.442040 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8b280-0e87-4ea7-8c6a-3d2a0d0a91d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f78ed79-2f6a-4b73-8954-64f8b5a7d71c,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:49.484071 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-2cc4f114-9beb-49b4-88e7-f62208a6cf18 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162779 Jul 09 20:52:49.528355 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638ac31-669f-439e-9cec-08612920fa34 req-c4a56891-65a6-4ff0-b374-4cd8983e7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.529980 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3638ac31-669f-439e-9cec-08612920fa34 req-c4a56891-65a6-4ff0-b374-4cd8983e7e34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 1097 time: 0.1729269 Jul 09 20:52:49.592441 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffbe200f-115a-4dc0-9d92-e9383a0461e4 req-1a30cd3d-ad69-447e-9041-fa1afe4bebf0 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013916 Jul 09 20:52:49.609159 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9917828-d0f5-4e0e-a3cd-58d6024f0039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.666914 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398262-3d8d-48f7-ad58-95a0547142e7 req-9ae94899-5f89-4ff8-a924-57f88ec64aec tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.668452 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f3398262-3d8d-48f7-ad58-95a0547142e7 req-9ae94899-5f89-4ff8-a924-57f88ec64aec tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 944 time: 0.2139344 Jul 09 20:52:49.680656 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9917828-d0f5-4e0e-a3cd-58d6024f0039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.770457 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638ac31-669f-439e-9cec-08612920fa34 req-aa1eadb7-fd32-494c-abe9-2e4e7937afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.772901 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3638ac31-669f-439e-9cec-08612920fa34 req-aa1eadb7-fd32-494c-abe9-2e4e7937afa6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 911 time: 0.2327924 Jul 09 20:52:49.800797 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9917828-d0f5-4e0e-a3cd-58d6024f0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.803665 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9917828-d0f5-4e0e-a3cd-58d6024f0039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.807764 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e9917828-d0f5-4e0e-a3cd-58d6024f0039 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfe9973a-b0c1-4eec-93ae-17ff31bff9e4 HTTP/1.1" status: 204 len: 168 time: 0.3654954 Jul 09 20:52:49.811047 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f3398262-3d8d-48f7-ad58-95a0547142e7 req-8a84ea00-6675-4b44-8fd0-7ebe9290543f tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210768 Jul 09 20:52:49.823381 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900310a-6c07-47fc-9400-62f6947fc7fd req-92525059-19f9-4e55-a904-d0cd2dba4ef6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.825953 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6900310a-6c07-47fc-9400-62f6947fc7fd req-92525059-19f9-4e55-a904-d0cd2dba4ef6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 944 time: 0.0782793 Jul 09 20:52:49.847909 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3638ac31-669f-439e-9cec-08612920fa34 req-663808aa-35aa-4042-aa71-c9c517c7fe00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 200 len: 217 time: 0.0604887 Jul 09 20:52:49.853169 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9917828-d0f5-4e0e-a3cd-58d6024f0039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9973a-b0c1-4eec-93ae-17ff31bff9e4,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:49.872237 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40296) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:49.903874 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6900310a-6c07-47fc-9400-62f6947fc7fd req-928b727e-2fb6-4cd2-8542-4c37af7f6b33 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648606 Jul 09 20:52:49.904578 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a0a1db5c-ed41-4e4d-a86f-d71da6aea919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.969467 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638ac31-669f-439e-9cec-08612920fa34 req-1b452ec3-87ba-41f8-b927-ce63d2989c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.970967 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3638ac31-669f-439e-9cec-08612920fa34 req-1b452ec3-87ba-41f8-b927-ce63d2989c05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.1146736 Jul 09 20:52:50.042991 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a0a1db5c-ed41-4e4d-a86f-d71da6aea919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.048997 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a0a1db5c-ed41-4e4d-a86f-d71da6aea919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.097027 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638ac31-669f-439e-9cec-08612920fa34 req-39a4527f-07fd-4808-b1ef-73763a78e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:50.099318 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3638ac31-669f-439e-9cec-08612920fa34 req-39a4527f-07fd-4808-b1ef-73763a78e27d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1214325 Jul 09 20:52:50.099426 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1db5c-ed41-4e4d-a86f-d71da6aea919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e440df-e267-4473-a50f-0004ee2e7a14,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:50.110933 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bf107-6991-4dc8-97c0-987c88100c50 req-78630278-338d-4bf5-a97e-7dc7312abf2e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:50.113786 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1a1bf107-6991-4dc8-97c0-987c88100c50 req-78630278-338d-4bf5-a97e-7dc7312abf2e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.1226254 Jul 09 20:52:50.117876 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a0a1db5c-ed41-4e4d-a86f-d71da6aea919 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=274f89d5ddcb4d8f97f6bbbdfe08d9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444239 Jul 09 20:52:50.118845 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40308) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:50.184880 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0c84cce3-125a-48d6-9bcd-39cf7ca69263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.206907 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0c84cce3-125a-48d6-9bcd-39cf7ca69263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.213356 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1a1bf107-6991-4dc8-97c0-987c88100c50 req-92fee9dc-b915-4192-a98b-300745004e7f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868073 Jul 09 20:52:50.245007 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3638ac31-669f-439e-9cec-08612920fa34 req-2e5afca6-a6b7-465a-a981-5aada105a693 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291275 Jul 09 20:52:50.254506 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device eef3255a-d243-4c17-b8e1-d5c94fd3420f up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:50.282326 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0c84cce3-125a-48d6-9bcd-39cf7ca69263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.287312 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0c84cce3-125a-48d6-9bcd-39cf7ca69263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.295945 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0c84cce3-125a-48d6-9bcd-39cf7ca69263 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50e440df-e267-4473-a50f-0004ee2e7a14 HTTP/1.1" status: 204 len: 168 time: 0.1705527 Jul 09 20:52:50.328768 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84cce3-125a-48d6-9bcd-39cf7ca69263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e440df-e267-4473-a50f-0004ee2e7a14,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:50.354234 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port eef3255a-d243-4c17-b8e1-d5c94fd3420f completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:50.359098 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port eef3255a-d243-4c17-b8e1-d5c94fd3420f triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:50.359658 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.406640 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3638ac31-669f-439e-9cec-08612920fa34 req-4850b76d-3401-4be5-aba5-64af021ae2b6 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545310 Jul 09 20:52:50.458475 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.486475 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6045f3-03f0-4d3a-92be-d4fc7594dc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3255a-d243-4c17-b8e1-d5c94fd3420f'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:50.567668 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port eef3255a-d243-4c17-b8e1-d5c94fd3420f, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=eef3255a-d243-4c17-b8e1-d5c94fd3420f,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:50.581772 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.582556 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ce821397-52fa-4859-b7b1-a8c24cd90a37 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:50.687731 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04f4f9-e6af-4fe8-af30-94f3c7dc60de req-5afad05a-ef5f-4753-9e84-eb0044e4dcda tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:50.689680 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea04f4f9-e6af-4fe8-af30-94f3c7dc60de req-5afad05a-ef5f-4753-9e84-eb0044e4dcda tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 943 time: 0.1276309 Jul 09 20:52:50.749688 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea04f4f9-e6af-4fe8-af30-94f3c7dc60de req-81539cea-31cf-4851-ab7b-2d8c6fa1f1f4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538857 Jul 09 20:52:50.775646 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30c43f-863b-4a94-81eb-24ae6c5def1d req-7c0992e0-08b0-486a-a09e-c97a1f7ce120 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:50.785352 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1e30c43f-863b-4a94-81eb-24ae6c5def1d req-7c0992e0-08b0-486a-a09e-c97a1f7ce120 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 945 time: 0.1345623 Jul 09 20:52:50.819384 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=eef3255a-d243-4c17-b8e1-d5c94fd3420f,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:50.834356 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1e30c43f-863b-4a94-81eb-24ae6c5def1d req-315fbc0e-36fb-48b2-b914-5ae332bca0f2 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471137 Jul 09 20:52:50.835570 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port ce821397-52fa-4859-b7b1-a8c24cd90a37 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:50.840791 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port ce821397-52fa-4859-b7b1-a8c24cd90a37 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:50.841294 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.878531 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc600af0-7437-4bbd-8dc1-ab1c18bae229" -d '{"events": [{"server_uuid": "8f6045f3-03f0-4d3a-92be-d4fc7594dc0b", "name": "network-vif-plugged", "status": "completed", "tag": "eef3255a-d243-4c17-b8e1-d5c94fd3420f"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:50.955982 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.999516 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ce821397-52fa-4859-b7b1-a8c24cd90a37, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ce821397-52fa-4859-b7b1-a8c24cd90a37,segment=NetworkSegment(0d700d56-71b1-49be-b257-619fffc72b04),segment_id=0d700d56-71b1-49be-b257-619fffc72b04)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:51.006245 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:51.029992 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f3a1d-d54a-4785-9bed-5ef7fd5e7438 req-c2173022-aea7-4321-a687-09b799844856 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.031700 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f08f3a1d-d54a-4785-9bed-5ef7fd5e7438 req-c2173022-aea7-4321-a687-09b799844856 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 944 time: 0.0760565 Jul 09 20:52:51.071532 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=ce821397-52fa-4859-b7b1-a8c24cd90a37,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:51.090385 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f08f3a1d-d54a-4785-9bed-5ef7fd5e7438 req-cbab47e0-b596-4495-84ef-833eaa7627a2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500462 Jul 09 20:52:51.207193 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44a6b2-62b2-40a8-ab08-fdcf3821b1dd x-openstack-request-id: req-9d44a6b2-62b2-40a8-ab08-fdcf3821b1dd {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:51.207540 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6045f3-03f0-4d3a-92be-d4fc7594dc0b", "name": "network-vif-plugged", "status": "completed", "tag": "eef3255a-d243-4c17-b8e1-d5c94fd3420f", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:51.207750 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d44a6b2-62b2-40a8-ab08-fdcf3821b1dd {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:51.208199 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6045f3-03f0-4d3a-92be-d4fc7594dc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3255a-d243-4c17-b8e1-d5c94fd3420f', 'code': 200} Jul 09 20:52:51.260979 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f26db-576a-4e41-be5e-6815ca424a07 req-63fc4f45-48e4-44e9-9106-e3d807d8672d tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.262422 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-620f26db-576a-4e41-be5e-6815ca424a07 req-63fc4f45-48e4-44e9-9106-e3d807d8672d tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0711925 Jul 09 20:52:51.367663 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-620f26db-576a-4e41-be5e-6815ca424a07 req-18c0b202-93fb-409c-8695-577b2d5c94d5 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977042 Jul 09 20:52:51.563775 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3370625-8d4e-4af6-a7d4-c77ff31607b1 req-5a8749ba-2d6d-4d3d-b649-93a6b01da320 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.565462 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b3370625-8d4e-4af6-a7d4-c77ff31607b1 req-5a8749ba-2d6d-4d3d-b649-93a6b01da320 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.1348007 Jul 09 20:52:51.625504 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b3370625-8d4e-4af6-a7d4-c77ff31607b1 req-6d366297-e715-4a8f-b586-1d6b53858525 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528309 Jul 09 20:52:51.641457 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf84a2e-9321-4a08-9d82-898b9dcc6b77 req-47a174f2-495b-43a0-8145-e1f0f4ac0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.644146 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-adf84a2e-9321-4a08-9d82-898b9dcc6b77 req-47a174f2-495b-43a0-8145-e1f0f4ac0ad6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 1098 time: 0.1555820 Jul 09 20:52:51.684790 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-adf84a2e-9321-4a08-9d82-898b9dcc6b77 req-5cd7c7aa-052d-495d-a0ff-b41f3d467d8d service neutron] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:51.779862 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-adf84a2e-9321-4a08-9d82-898b9dcc6b77 req-5cd7c7aa-052d-495d-a0ff-b41f3d467d8d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:51.785975 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [req-adf84a2e-9321-4a08-9d82-898b9dcc6b77 req-5cd7c7aa-052d-495d-a0ff-b41f3d467d8d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:51.828840 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-adf84a2e-9321-4a08-9d82-898b9dcc6b77 req-5cd7c7aa-052d-495d-a0ff-b41f3d467d8d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745968 Jul 09 20:52:51.835855 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c7aa-052d-495d-a0ff-b41f3d467d8d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd8e1c8-42df-4027-a21b-e24868b83994,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:51.974603 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307803a-a304-43c2-aec7-1fc599b54ec4 req-0dc8c018-2775-40b7-b368-d9a6e8ecbd57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.976134 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e307803a-a304-43c2-aec7-1fc599b54ec4 req-0dc8c018-2775-40b7-b368-d9a6e8ecbd57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 943 time: 0.0850677 Jul 09 20:52:52.025369 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e307803a-a304-43c2-aec7-1fc599b54ec4 req-b996ce11-f361-458c-b6e6-1fbcc3ff8ddc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Jul 09 20:52:52.049358 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054a05-5351-441e-bdb5-69874afb2a6a req-4c850e9f-4820-4b99-9db0-dbb3e51c87cd tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:52.051205 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c9054a05-5351-441e-bdb5-69874afb2a6a req-4c850e9f-4820-4b99-9db0-dbb3e51c87cd tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0885055 Jul 09 20:52:52.092155 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c9054a05-5351-441e-bdb5-69874afb2a6a req-23ab15df-b9c1-4632-b004-e43016324827 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350621 Jul 09 20:52:52.268500 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device d1ba80eb-289d-457c-9ae7-981e583d4724 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:52.275221 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3ccd8-25d7-494d-a6c7-06615a6788fc req-a2bb636e-f886-40c6-8990-df9130deda1e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:52.277532 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f8c3ccd8-25d7-494d-a6c7-06615a6788fc req-a2bb636e-f886-40c6-8990-df9130deda1e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 944 time: 0.0719295 Jul 09 20:52:52.344768 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f8c3ccd8-25d7-494d-a6c7-06615a6788fc req-651e8ba5-67e9-428b-8ecd-3f2ecc9fcd4a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605741 Jul 09 20:52:52.384155 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port d1ba80eb-289d-457c-9ae7-981e583d4724, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=d1ba80eb-289d-457c-9ae7-981e583d4724,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:52.419015 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'd1ba80eb-289d-457c-9ae7-981e583d4724', 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0', 'port_id': 'd1ba80eb-289d-457c-9ae7-981e583d4724', 'mac_address': 'fa:16:3e:04:fb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab2109-54b7-470d-a745-70c2aeab931e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:52.474375 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:52.490385 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ba80eb-289d-457c-9ae7-981e583d4724 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:52.517298 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port d1ba80eb-289d-457c-9ae7-981e583d4724, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=d1ba80eb-289d-457c-9ae7-981e583d4724,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:52.522984 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:52.526957 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:52.588154 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3f96a-4039-4e44-835b-74d24785b7b0 req-7b9574ad-a077-4f16-963a-12375e4917e0 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:52.593769 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-83a3f96a-4039-4e44-835b-74d24785b7b0 req-7b9574ad-a077-4f16-963a-12375e4917e0 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0980518 Jul 09 20:52:52.610400 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=d1ba80eb-289d-457c-9ae7-981e583d4724,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:52.616016 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:52.628384 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '2ad0f9d6-c876-46c4-a060-aa02ea9afac3', 'network_id': 'a8dab57b-aa06-4b75-ba9e-11702aa79ef0', 'port_id': '2ad0f9d6-c876-46c4-a060-aa02ea9afac3', 'mac_address': 'fa:16:3e:f3:3c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab2109-54b7-470d-a745-70c2aeab931e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:52.641939 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-83a3f96a-4039-4e44-835b-74d24785b7b0 req-0ed3f0fa-a62f-4708-9c5c-89b5323be255 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Jul 09 20:52:52.669889 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:52.694939 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:52.718319 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:52.723338 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:52.779910 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:52.834343 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca98dd2-2ff4-4d4d-b702-5ec99cc25aaa req-744bf1b1-5f3d-411c-8da5-03124dfdda96 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:52.837372 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ca98dd2-2ff4-4d4d-b702-5ec99cc25aaa req-744bf1b1-5f3d-411c-8da5-03124dfdda96 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0690706 Jul 09 20:52:52.880224 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ca98dd2-2ff4-4d4d-b702-5ec99cc25aaa req-e4bce4d9-5c50-458a-ac53-2f5bec6ac72d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369604 Jul 09 20:52:52.909220 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40450) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:53.009899 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-485a84c4-21da-4699-bd61-429e3528862c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:53.095722 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-485a84c4-21da-4699-bd61-429e3528862c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:53.100242 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-485a84c4-21da-4699-bd61-429e3528862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:53.141410 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-485a84c4-21da-4699-bd61-429e3528862c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11380a7ce1a64484a321f14c2a8c55a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287498 Jul 09 20:52:53.141410 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a84c4-21da-4699-bd61-429e3528862c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377b44af-4ae7-4e7c-9904-0796e559c560,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:53.142079 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 40458) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:53.209460 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4590d79f-c6c4-4797-ae77-b89b57d54aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce821397-52fa-4859-b7b1-a8c24cd90a37'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:53.212039 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced79cc7-ea73-4934-8909-cd92b01b2479" -d '{"events": [{"server_uuid": "4590d79f-c6c4-4797-ae77-b89b57d54aaf", "name": "network-vif-plugged", "status": "completed", "tag": "ce821397-52fa-4859-b7b1-a8c24cd90a37"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:53.231902 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-639b145a-79d9-4640-931e-93912f059463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:53.252703 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19344ece-bb6c-49bd-9aed-8fbb2eba86cb req-9359a542-3f56-48b8-9b19-97f9f3bbde60 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:53.254198 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-19344ece-bb6c-49bd-9aed-8fbb2eba86cb req-9359a542-3f56-48b8-9b19-97f9f3bbde60 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 944 time: 0.1098680 Jul 09 20:52:53.270557 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-639b145a-79d9-4640-931e-93912f059463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:53.280521 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841454df-4cee-4c3f-a0f7-76622f6ee575 req-1fb19429-7273-4763-a85b-6476534aa346 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:53.282049 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-841454df-4cee-4c3f-a0f7-76622f6ee575 req-1fb19429-7273-4763-a85b-6476534aa346 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0620618 Jul 09 20:52:53.321694 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-841454df-4cee-4c3f-a0f7-76622f6ee575 req-cbd79ca1-65af-466b-9986-980f486e08c1 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Jul 09 20:52:53.322808 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-19344ece-bb6c-49bd-9aed-8fbb2eba86cb req-637a9089-5bb7-4253-af1d-b061cd8fd8ac tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613222 Jul 09 20:52:53.342773 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['d1ba80eb-289d-457c-9ae7-981e583d4724'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:53.345599 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-639b145a-79d9-4640-931e-93912f059463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:53.348503 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-639b145a-79d9-4640-931e-93912f059463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:53.354156 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-639b145a-79d9-4640-931e-93912f059463 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/377b44af-4ae7-4e7c-9904-0796e559c560 HTTP/1.1" status: 204 len: 168 time: 0.2101355 Jul 09 20:52:53.365911 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b145a-79d9-4640-931e-93912f059463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b44af-4ae7-4e7c-9904-0796e559c560,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:53.383514 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['2ad0f9d6-c876-46c4-a060-aa02ea9afac3'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:53.419403 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b830c473-cfbf-403b-96d3-93c3789b99a4 x-openstack-request-id: req-b830c473-cfbf-403b-96d3-93c3789b99a4 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:53.419684 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4590d79f-c6c4-4797-ae77-b89b57d54aaf", "name": "network-vif-plugged", "status": "completed", "tag": "ce821397-52fa-4859-b7b1-a8c24cd90a37", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:53.420147 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b830c473-cfbf-403b-96d3-93c3789b99a4 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:53.420687 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4590d79f-c6c4-4797-ae77-b89b57d54aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce821397-52fa-4859-b7b1-a8c24cd90a37', 'code': 200} Jul 09 20:52:53.796486 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 40474) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:53.818230 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ca9940f8-324d-451a-97a6-3dd0cec60374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:53.830307 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c3c7-37cd-4058-b111-889fda3f7793 req-35a1f596-6326-464a-9293-8d5e34a57916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:53.832700 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3721c3c7-37cd-4058-b111-889fda3f7793 req-35a1f596-6326-464a-9293-8d5e34a57916 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 1099 time: 0.1244066 Jul 09 20:52:53.851758 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fb480-b0a2-450f-8e30-1989809ddb84 req-6348a875-5273-406f-88e2-d05639a21bcb tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:53.853248 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-485fb480-b0a2-450f-8e30-1989809ddb84 req-6348a875-5273-406f-88e2-d05639a21bcb tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 944 time: 0.1065021 Jul 09 20:52:53.892046 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-485fb480-b0a2-450f-8e30-1989809ddb84 req-19e515b7-2927-4363-bd6e-f572c6f3caf9 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330915 Jul 09 20:52:53.920120 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3721c3c7-37cd-4058-b111-889fda3f7793 req-7131a8c3-a350-4943-94b4-ab465ff1aa96 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798061 Jul 09 20:52:53.966915 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3c953-b816-4b24-8f4d-1a41453dddd4 req-f6a1d2b3-7602-444f-a6de-902e32ae6826 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:53.968406 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-82e3c953-b816-4b24-8f4d-1a41453dddd4 req-f6a1d2b3-7602-444f-a6de-902e32ae6826 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.1271191 Jul 09 20:52:54.029930 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ca9940f8-324d-451a-97a6-3dd0cec60374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.035853 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-82e3c953-b816-4b24-8f4d-1a41453dddd4 req-b9d2c7b2-127d-4623-80e3-ac72393bb47a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551791 Jul 09 20:52:54.036907 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ca9940f8-324d-451a-97a6-3dd0cec60374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.076267 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-ca9940f8-324d-451a-97a6-3dd0cec60374 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16da4135f77c43c584f8bd8692735c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780204 Jul 09 20:52:54.078857 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 40492) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:54.086506 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9940f8-324d-451a-97a6-3dd0cec60374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b05062-8ef1-4cb2-8785-9109a4da5f98,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:54.093606 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df309db9-72c1-4935-9529-b186f37e368b req-6075d368-3cd9-4e39-9712-39d096c15162 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:54.095200 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-df309db9-72c1-4935-9529-b186f37e368b req-6075d368-3cd9-4e39-9712-39d096c15162 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0809300 Jul 09 20:52:54.131782 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ee6beece-5a90-47ea-b1b5-7a457544d001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.141879 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-df309db9-72c1-4935-9529-b186f37e368b req-546424d9-d152-455f-9d96-dbb9051a28e6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 Jul 09 20:52:54.160150 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ee6beece-5a90-47ea-b1b5-7a457544d001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.216322 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ee6beece-5a90-47ea-b1b5-7a457544d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.219139 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ee6beece-5a90-47ea-b1b5-7a457544d001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.220351 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-ee6beece-5a90-47ea-b1b5-7a457544d001 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97b05062-8ef1-4cb2-8785-9109a4da5f98 HTTP/1.1" status: 204 len: 168 time: 0.1405964 Jul 09 20:52:54.227979 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6beece-5a90-47ea-b1b5-7a457544d001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b05062-8ef1-4cb2-8785-9109a4da5f98,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:54.512922 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadac513-ddd6-484d-9e24-a459cc9828ac req-564b6d1c-c59f-475c-a14c-6f470f697e20 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:54.521229 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-eadac513-ddd6-484d-9e24-a459cc9828ac req-564b6d1c-c59f-475c-a14c-6f470f697e20 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 944 time: 0.0789924 Jul 09 20:52:54.528507 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb07a0-3c4c-4e03-b0e9-6507e5aad5cc req-1bfbf5f9-9fe9-47a1-ae46-66be0eee09ee tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:54.530014 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5feb07a0-3c4c-4e03-b0e9-6507e5aad5cc req-1bfbf5f9-9fe9-47a1-ae46-66be0eee09ee tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0646658 Jul 09 20:52:54.556111 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-eadac513-ddd6-484d-9e24-a459cc9828ac req-bcc2925a-e170-4c48-aee6-db17514e9ed4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339990 Jul 09 20:52:54.574431 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5feb07a0-3c4c-4e03-b0e9-6507e5aad5cc req-cbce3668-c74e-42fd-92e6-5a0cf272e261 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384853 Jul 09 20:52:54.657725 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:54.764160 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:54.775830 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'f963b45c-8e55-4009-b600-e793c0274776', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'port_id': 'f963b45c-8e55-4009-b600-e793c0274776', 'mac_address': 'fa:16:3e:de:31:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:54.814688 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.827266 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f963b45c-8e55-4009-b600-e793c0274776 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:54.846505 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:54.851174 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:54.852197 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ee4fde23-86ec-4a5f-869d-7f38fae33c1f details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:54.948097 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:54.994254 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ee4fde23-86ec-4a5f-869d-7f38fae33c1f, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:55.006586 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'port_id': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'mac_address': 'fa:16:3e:d9:bd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:55.046393 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:55.060738 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4fde23-86ec-4a5f-869d-7f38fae33c1f {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:55.066725 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f1da2-288b-4b29-aa66-79ae30686038 req-6fbaebd5-56e5-4bfe-8dc6-aa58f889f3db tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:55.068772 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-282f1da2-288b-4b29-aa66-79ae30686038 req-6fbaebd5-56e5-4bfe-8dc6-aa58f889f3db tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 944 time: 0.0631340 Jul 09 20:52:55.082098 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ee4fde23-86ec-4a5f-869d-7f38fae33c1f, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:55.090266 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:55.128307 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-282f1da2-288b-4b29-aa66-79ae30686038 req-1f0c881e-8de6-48c5-82f1-42d3e5cfb1a6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Jul 09 20:52:55.164897 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:55.258786 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85acc74-fec7-4222-bc52-0668e9bc6bd2 req-f8d5c05a-720d-4668-aabe-cddc00a19b34 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:55.260247 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f85acc74-fec7-4222-bc52-0668e9bc6bd2 req-f8d5c05a-720d-4668-aabe-cddc00a19b34 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0838709 Jul 09 20:52:55.299917 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f85acc74-fec7-4222-bc52-0668e9bc6bd2 req-cc5bf8a1-fff8-44f0-b12d-14a6d278597e tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336876 Jul 09 20:52:55.343347 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1fe8c-431c-4922-9e07-9d54e004342c req-519541bf-aab0-46aa-86f2-ba75455c64a0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:55.345028 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2ec1fe8c-431c-4922-9e07-9d54e004342c req-519541bf-aab0-46aa-86f2-ba75455c64a0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0750630 Jul 09 20:52:55.388893 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2ec1fe8c-431c-4922-9e07-9d54e004342c req-fd6b6dcc-4f40-4cda-a7b3-b0687c715431 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376036 Jul 09 20:52:55.789947 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1072-652b-4cef-91c9-960dbed2b14b req-5279f359-4919-4945-89d2-ea7c8151ded6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:55.791326 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f41c1072-652b-4cef-91c9-960dbed2b14b req-5279f359-4919-4945-89d2-ea7c8151ded6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 944 time: 0.0654631 Jul 09 20:52:55.795345 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b51e1-626f-43d3-8a76-5d4eab759f3f req-809b32f5-4813-418b-9d8b-f32922f87ef7 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:55.797131 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ce7b51e1-626f-43d3-8a76-5d4eab759f3f req-809b32f5-4813-418b-9d8b-f32922f87ef7 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0628722 Jul 09 20:52:55.835113 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f41c1072-652b-4cef-91c9-960dbed2b14b req-1505a582-9c57-4c9f-a90b-af8852df5d6c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Jul 09 20:52:55.837367 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ce7b51e1-626f-43d3-8a76-5d4eab759f3f req-2b656a0c-a117-412b-930c-f0e8be0cd376 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341785 Jul 09 20:52:56.303689 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148a60a-3dbf-4326-a2e2-cd00070f473c req-07ae8f1d-d863-4198-b4be-ad78ce6a9be6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:56.305085 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e148a60a-3dbf-4326-a2e2-cd00070f473c req-07ae8f1d-d863-4198-b4be-ad78ce6a9be6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 945 time: 0.0610685 Jul 09 20:52:56.341953 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e148a60a-3dbf-4326-a2e2-cd00070f473c req-9cb4449f-ba16-4076-aa0e-29b88777ed6d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Jul 09 20:52:56.474644 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f478590-2562-414c-a460-cd8e1c45aa91 req-71b33a3f-1c64-4e05-b902-20635cf42795 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:56.476129 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4f478590-2562-414c-a460-cd8e1c45aa91 req-71b33a3f-1c64-4e05-b902-20635cf42795 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0646183 Jul 09 20:52:56.512696 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4f478590-2562-414c-a460-cd8e1c45aa91 req-c82abfe2-8f5e-41a1-b602-30de4ec539ed tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Jul 09 20:52:56.756660 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ab52a-d7f0-4e25-a482-3a1bd01199de req-376da767-3c1c-4cba-9c7f-f76f58dba4e1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:56.758152 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-967ab52a-d7f0-4e25-a482-3a1bd01199de req-376da767-3c1c-4cba-9c7f-f76f58dba4e1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.2484419 Jul 09 20:52:56.793291 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-967ab52a-d7f0-4e25-a482-3a1bd01199de req-892f1fa1-9ef8-4ffe-9c2b-61b6d56b4131 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297139 Jul 09 20:52:57.009578 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0dd93-6d05-4585-8af0-d4273546a078 req-d7b924c9-3add-4ec6-84f0-b652378c6aed tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:57.010213 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24787e-d30d-4030-98e1-d497a5b2e94c req-3fea0409-b7e5-4b9e-a065-3cce1149fbdf tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:57.011091 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-83e0dd93-6d05-4585-8af0-d4273546a078 req-d7b924c9-3add-4ec6-84f0-b652378c6aed tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 944 time: 0.0654893 Jul 09 20:52:57.011935 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7d24787e-d30d-4030-98e1-d497a5b2e94c req-3fea0409-b7e5-4b9e-a065-3cce1149fbdf tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0641203 Jul 09 20:52:57.049772 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-83e0dd93-6d05-4585-8af0-d4273546a078 req-44bd30a3-0737-49f2-9ac8-a5d055a8e330 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Jul 09 20:52:57.050054 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7d24787e-d30d-4030-98e1-d497a5b2e94c req-402ab9da-67e1-4f72-96b1-5a0669c1f70a tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Jul 09 20:52:57.510062 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853d18d-b0c1-491e-bb5b-82107dd0eafc req-43124b72-9631-4c5c-9708-9ae1591fbe2e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:57.511502 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9853d18d-b0c1-491e-bb5b-82107dd0eafc req-43124b72-9631-4c5c-9708-9ae1591fbe2e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 945 time: 0.0616500 Jul 09 20:52:57.550786 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9853d18d-b0c1-491e-bb5b-82107dd0eafc req-8603112b-d7b8-425a-9209-fe7991f98821 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336397 Jul 09 20:52:57.699108 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4993cb-3005-45d8-a9ed-7ed21acd7af4 req-bb118a8e-33d2-4d7d-81b3-2a6f665803ae tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:57.700598 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3d4993cb-3005-45d8-a9ed-7ed21acd7af4 req-bb118a8e-33d2-4d7d-81b3-2a6f665803ae tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0739074 Jul 09 20:52:57.738027 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3d4993cb-3005-45d8-a9ed-7ed21acd7af4 req-456d581f-9b3e-4cbd-9c4f-d70e877edf96 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Jul 09 20:52:57.970800 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895ac6b-3c02-464e-9d57-1bb6fcd97d53 req-46487c2c-f9ce-446b-8cb6-1c1b6d50e9a0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:57.972245 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8895ac6b-3c02-464e-9d57-1bb6fcd97d53 req-46487c2c-f9ce-446b-8cb6-1c1b6d50e9a0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0612915 Jul 09 20:52:58.009013 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8895ac6b-3c02-464e-9d57-1bb6fcd97d53 req-31cb899e-0f6d-44f6-adff-5da53f49b660 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Jul 09 20:52:58.228535 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a26e17-0c8e-4506-a7a5-721047358af5 req-cce891b4-7957-4769-932f-489be04a4709 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:58.229247 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c44ca5-0e44-41c5-ae19-7a907ae2db29 req-f57df0b2-796d-43bd-a813-0c344b7bc76d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:58.229923 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-98a26e17-0c8e-4506-a7a5-721047358af5 req-cce891b4-7957-4769-932f-489be04a4709 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0635436 Jul 09 20:52:58.230729 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-87c44ca5-0e44-41c5-ae19-7a907ae2db29 req-f57df0b2-796d-43bd-a813-0c344b7bc76d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 944 time: 0.0704172 Jul 09 20:52:58.266634 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-98a26e17-0c8e-4506-a7a5-721047358af5 req-4fa41f23-0af3-408f-9611-d738f6ed9ac9 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308099 Jul 09 20:52:58.267483 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-87c44ca5-0e44-41c5-ae19-7a907ae2db29 req-4df1e2a7-9434-49da-818f-fdfcd67051d5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313015 Jul 09 20:52:58.726171 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccf9c0-e1c0-44f5-9cfd-339768a22dd9 req-73034631-81bd-458d-84ee-a6896fbc3a64 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:58.727619 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-61ccf9c0-e1c0-44f5-9cfd-339768a22dd9 req-73034631-81bd-458d-84ee-a6896fbc3a64 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 945 time: 0.0645523 Jul 09 20:52:58.763775 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-61ccf9c0-e1c0-44f5-9cfd-339768a22dd9 req-46e3df4c-cd96-4139-a994-498d459d09bc tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306208 Jul 09 20:52:58.909489 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7877f6-236a-4992-a61b-d83606e6bd8c req-ce32ecaa-d5ae-497b-847a-30c1acc1f119 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:58.910953 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6b7877f6-236a-4992-a61b-d83606e6bd8c req-ce32ecaa-d5ae-497b-847a-30c1acc1f119 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0616689 Jul 09 20:52:58.947429 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6b7877f6-236a-4992-a61b-d83606e6bd8c req-7c124be5-45fc-412c-8e2a-551a8fef4ec1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Jul 09 20:52:59.188914 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6219ab-bd74-48be-aeab-500e3201b47f req-b114e364-c58a-49ad-803a-8c97d6d32b1d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:59.191114 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f6219ab-bd74-48be-aeab-500e3201b47f req-b114e364-c58a-49ad-803a-8c97d6d32b1d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0703459 Jul 09 20:52:59.237146 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f6219ab-bd74-48be-aeab-500e3201b47f req-e213c09f-7c7a-451c-ab47-4e9147199119 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Jul 09 20:52:59.441808 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547184-22e2-4d28-8ace-5614d611b189 req-7157db66-3cec-40ee-94eb-7f3331a3331d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:59.443650 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f7547184-22e2-4d28-8ace-5614d611b189 req-7157db66-3cec-40ee-94eb-7f3331a3331d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 944 time: 0.0618126 Jul 09 20:52:59.447102 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff024-7415-4ded-be2e-98680485ad0d req-387709a4-60e9-498d-8a0e-27a7e8011aba tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:59.448607 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a26ff024-7415-4ded-be2e-98680485ad0d req-387709a4-60e9-498d-8a0e-27a7e8011aba tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0653780 Jul 09 20:52:59.484106 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f7547184-22e2-4d28-8ace-5614d611b189 req-4c556ccb-46d8-4a98-ae09-c1dfe72727f6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343273 Jul 09 20:52:59.491403 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a26ff024-7415-4ded-be2e-98680485ad0d req-94cbb8aa-3374-46df-8851-2a9d01578087 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Jul 09 20:52:59.929442 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['f963b45c-8e55-4009-b600-e793c0274776'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:59.933037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af4b48-c611-441d-9ee0-a69922b88567 req-e010428f-8a98-4370-97d4-56cd11d58aac tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:59.934645 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c8af4b48-c611-441d-9ee0-a69922b88567 req-e010428f-8a98-4370-97d4-56cd11d58aac tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 945 time: 0.0626729 Jul 09 20:52:59.980384 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c8af4b48-c611-441d-9ee0-a69922b88567 req-9d0947d3-ce37-41e8-8df2-614554c58886 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399849 Jul 09 20:53:00.039755 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['ee4fde23-86ec-4a5f-869d-7f38fae33c1f'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:53:00.135514 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bef4eb-a34b-4e59-ada9-ab9793879ba4 req-643f5c6a-d12c-46c0-867b-e2bc10e6dd9b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:00.139237 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-72bef4eb-a34b-4e59-ada9-ab9793879ba4 req-643f5c6a-d12c-46c0-867b-e2bc10e6dd9b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0765378 Jul 09 20:53:00.186247 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-72bef4eb-a34b-4e59-ada9-ab9793879ba4 req-603aa026-a543-48de-81e6-564b416132b9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Jul 09 20:53:00.439543 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9735f-68e6-47d9-8e56-d37ff0a3377d req-0d381d65-0ffc-43f3-b823-5314a15236cb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:00.441306 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-77f9735f-68e6-47d9-8e56-d37ff0a3377d req-0d381d65-0ffc-43f3-b823-5314a15236cb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0694547 Jul 09 20:53:00.495210 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-77f9735f-68e6-47d9-8e56-d37ff0a3377d req-1f571a1b-41f8-4adc-9121-f01b82e14ba9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448239 Jul 09 20:53:00.689728 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8b4d-f354-4957-9a3b-3f33af6bc7fc req-8496705e-d100-480a-8b5b-1b6f943ef399 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:00.691349 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1a3f8b4d-f354-4957-9a3b-3f33af6bc7fc req-8496705e-d100-480a-8b5b-1b6f943ef399 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0818598 Jul 09 20:53:00.715539 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e82b7-1784-42a6-82d2-009021aef189 req-d732f29d-6df1-4c75-b71c-abbc01b4075b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:00.717059 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e15e82b7-1784-42a6-82d2-009021aef189 req-d732f29d-6df1-4c75-b71c-abbc01b4075b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 944 time: 0.1045008 Jul 09 20:53:00.736879 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1a3f8b4d-f354-4957-9a3b-3f33af6bc7fc req-1b98e7fa-c4da-43b6-8fc1-637c8a13a0ba tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Jul 09 20:53:00.761837 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e15e82b7-1784-42a6-82d2-009021aef189 req-c35dbd9c-8a50-427b-a370-5ed680167f2f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387094 Jul 09 20:53:01.041108 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device d1ba80eb-289d-457c-9ae7-981e583d4724 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:01.111470 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port d1ba80eb-289d-457c-9ae7-981e583d4724 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:01.119856 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port d1ba80eb-289d-457c-9ae7-981e583d4724 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:01.120238 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:01.210222 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:01.213568 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d11e5-4f1c-4cd1-bd2a-ed5287c0818c req-bf94ac63-3c14-4b4c-9bba-fb81584a072b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:01.215281 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec5d11e5-4f1c-4cd1-bd2a-ed5287c0818c req-bf94ac63-3c14-4b4c-9bba-fb81584a072b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 945 time: 0.0852380 Jul 09 20:53:01.237678 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19591e10-f7bd-41c5-a820-7108ffb2dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ba80eb-289d-457c-9ae7-981e583d4724'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:53:01.240432 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ccedd-b8fa-4123-abbb-8bcf8f2033b3" -d '{"events": [{"server_uuid": "19591e10-f7bd-41c5-a820-7108ffb2dfac", "name": "network-vif-plugged", "status": "completed", "tag": "d1ba80eb-289d-457c-9ae7-981e583d4724"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:53:01.265449 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port d1ba80eb-289d-457c-9ae7-981e583d4724, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=d1ba80eb-289d-457c-9ae7-981e583d4724,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:01.269034 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec5d11e5-4f1c-4cd1-bd2a-ed5287c0818c req-5c837502-6d6d-43f4-87f8-a8cb7747783c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468040 Jul 09 20:53:01.274689 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:01.277579 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:01.337283 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3c908c-1a22-47b7-b903-40ac449e8f3a x-openstack-request-id: req-9f3c908c-1a22-47b7-b903-40ac449e8f3a {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:53:01.337660 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19591e10-f7bd-41c5-a820-7108ffb2dfac", "name": "network-vif-plugged", "status": "completed", "tag": "d1ba80eb-289d-457c-9ae7-981e583d4724", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:53:01.337958 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f3c908c-1a22-47b7-b903-40ac449e8f3a {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:53:01.338427 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19591e10-f7bd-41c5-a820-7108ffb2dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ba80eb-289d-457c-9ae7-981e583d4724', 'code': 200} Jul 09 20:53:01.374423 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=d1ba80eb-289d-457c-9ae7-981e583d4724,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:01.433656 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:01.438209 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:01.438530 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:01.558796 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:01.619416 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:01.623992 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:01.645842 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37acd62-b1db-4610-9835-4b6854972d4e req-14cbb4b0-f06b-4442-afc4-4bb04ace701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:01.647858 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d37acd62-b1db-4610-9835-4b6854972d4e req-14cbb4b0-f06b-4442-afc4-4bb04ace701a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 1098 time: 0.0880868 Jul 09 20:53:01.691324 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d37acd62-b1db-4610-9835-4b6854972d4e req-a83d253f-048a-4a58-8f1b-c5c18984a79f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354137 Jul 09 20:53:01.705287 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:01.716890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959764-28f5-44a8-825c-ffce48d67023 req-087fd9ed-0993-4555-9a98-1a7c53f4ef0a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:01.718519 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ae959764-28f5-44a8-825c-ffce48d67023 req-087fd9ed-0993-4555-9a98-1a7c53f4ef0a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0873501 Jul 09 20:53:01.760793 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ae959764-28f5-44a8-825c-ffce48d67023 req-83505e56-54f5-4c86-827e-1e52864d0e4a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366776 Jul 09 20:53:01.932691 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236f07-9d3b-4cbc-8bb6-884cbd689901 req-3b43fdc2-8985-402c-9e5d-3e3c674b4c32 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:01.934223 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-23236f07-9d3b-4cbc-8bb6-884cbd689901 req-3b43fdc2-8985-402c-9e5d-3e3c674b4c32 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0658152 Jul 09 20:53:01.938425 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79988-7119-4ac9-9008-6627c1b093d3 req-bd11d509-1330-4b26-98fe-1ea1da75b0b2 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:01.939937 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d6d79988-7119-4ac9-9008-6627c1b093d3 req-bd11d509-1330-4b26-98fe-1ea1da75b0b2 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0635030 Jul 09 20:53:01.975224 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-23236f07-9d3b-4cbc-8bb6-884cbd689901 req-b106be55-951b-4c52-8c62-93f1841d5c0c tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349095 Jul 09 20:53:01.978407 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d6d79988-7119-4ac9-9008-6627c1b093d3 req-0e501239-d17e-4455-b13b-ebf3062ae1e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Jul 09 20:53:02.451440 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba00cc-a053-42c0-a084-7c1c048dae46 req-21bde25b-7114-4093-9269-a7e3c9059d5d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:02.452966 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-81ba00cc-a053-42c0-a084-7c1c048dae46 req-21bde25b-7114-4093-9269-a7e3c9059d5d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 945 time: 0.0650268 Jul 09 20:53:02.489278 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-81ba00cc-a053-42c0-a084-7c1c048dae46 req-19e805ed-92a8-46b8-aef7-72ce9a1a9c8d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307481 Jul 09 20:53:03.088360 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a94af-1d0c-48c0-9adc-760f293d6a6e req-43207fe5-f4c5-41ad-9d92-8b3ac3b6714e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:03.089924 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c94a94af-1d0c-48c0-9adc-760f293d6a6e req-43207fe5-f4c5-41ad-9d92-8b3ac3b6714e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0659351 Jul 09 20:53:03.127476 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c94a94af-1d0c-48c0-9adc-760f293d6a6e req-6875d92a-b610-45b0-867f-fdf62377d2ee tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Jul 09 20:53:03.291934 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad219c-f043-4b97-93f2-4b83e89ba046 req-4faeaa0b-731b-4071-a141-2ce84fb44c9d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:03.293469 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a8ad219c-f043-4b97-93f2-4b83e89ba046 req-4faeaa0b-731b-4071-a141-2ce84fb44c9d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0653267 Jul 09 20:53:03.332087 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a8ad219c-f043-4b97-93f2-4b83e89ba046 req-5349eb83-6c30-444d-879c-b5c4a89caa75 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Jul 09 20:53:03.340173 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59eafc8d-c616-47c6-968a-ec7c2d71f4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad0f9d6-c876-46c4-a060-aa02ea9afac3'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:53:03.342527 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a83ddf1-af02-4066-9d94-9afcfa4396af" -d '{"events": [{"server_uuid": "59eafc8d-c616-47c6-968a-ec7c2d71f4d3", "name": "network-vif-plugged", "status": "completed", "tag": "2ad0f9d6-c876-46c4-a060-aa02ea9afac3"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:53:03.376245 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402ac1cd-bdd3-4282-8b7d-9902e77d3662 x-openstack-request-id: req-402ac1cd-bdd3-4282-8b7d-9902e77d3662 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:53:03.376536 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59eafc8d-c616-47c6-968a-ec7c2d71f4d3", "name": "network-vif-plugged", "status": "completed", "tag": "2ad0f9d6-c876-46c4-a060-aa02ea9afac3", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:53:03.376806 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-402ac1cd-bdd3-4282-8b7d-9902e77d3662 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:53:03.377211 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59eafc8d-c616-47c6-968a-ec7c2d71f4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad0f9d6-c876-46c4-a060-aa02ea9afac3', 'code': 200} Jul 09 20:53:03.664088 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52509ef-862f-400a-a3a8-25c75bcaca2f req-b6bfede2-3824-489d-8e1c-b3154dbf2dbd tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:03.665600 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a52509ef-862f-400a-a3a8-25c75bcaca2f req-b6bfede2-3824-489d-8e1c-b3154dbf2dbd tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 945 time: 0.0622661 Jul 09 20:53:03.704724 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a52509ef-862f-400a-a3a8-25c75bcaca2f req-5e3ccf94-e6fa-4245-9470-379f433b7e19 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336375 Jul 09 20:53:04.244727 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:04.293180 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port f963b45c-8e55-4009-b600-e793c0274776 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:04.296720 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port f963b45c-8e55-4009-b600-e793c0274776 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:04.297114 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:04.302697 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdcdf7-f259-4701-86f0-61b9dfae9c67 req-8de3f3dd-8097-4b7c-b1f5-d86775fcb865 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:04.304194 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-79bdcdf7-f259-4701-86f0-61b9dfae9c67 req-8de3f3dd-8097-4b7c-b1f5-d86775fcb865 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0620666 Jul 09 20:53:04.349456 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-79bdcdf7-f259-4701-86f0-61b9dfae9c67 req-f294d49f-6fd8-44c4-9acb-a44ffc55befd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389507 Jul 09 20:53:04.378287 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:04.413552 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:04.417626 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:04.418605 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ee4fde23-86ec-4a5f-869d-7f38fae33c1f up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:04.489233 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:04.505680 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port ee4fde23-86ec-4a5f-869d-7f38fae33c1f completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:04.509567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port ee4fde23-86ec-4a5f-869d-7f38fae33c1f triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:04.509942 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:04.525293 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52de99-5f30-4830-b910-07acbd3e9b23 req-a220ba7d-083e-4107-bece-6080e99e2282 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:04.526807 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ee52de99-5f30-4830-b910-07acbd3e9b23 req-a220ba7d-083e-4107-bece-6080e99e2282 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0664241 Jul 09 20:53:04.565330 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ee52de99-5f30-4830-b910-07acbd3e9b23 req-34bb4848-1bd5-4814-b8bc-b977253044fa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Jul 09 20:53:04.591012 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:04.622904 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ee4fde23-86ec-4a5f-869d-7f38fae33c1f, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:04.626661 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:04.676506 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:04.873092 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb679d5d-8e35-4089-8ec1-d7484d06f8da req-6e9672a2-d472-42ff-9032-5b8aa1965dd7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:04.874503 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bb679d5d-8e35-4089-8ec1-d7484d06f8da req-6e9672a2-d472-42ff-9032-5b8aa1965dd7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0617695 Jul 09 20:53:04.911688 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bb679d5d-8e35-4089-8ec1-d7484d06f8da req-a6b68fe1-c657-48f6-b771-6b8c22dba39f tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Jul 09 20:53:05.378632 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776'}, {'server_uuid': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:53:05.382077 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7609fdaa-c747-4c04-a950-dbf3cce85ea8" -d '{"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-plugged", "status": "completed", "tag": "f963b45c-8e55-4009-b600-e793c0274776"}, {"server_uuid": "f2feadc9-7ae1-4075-bb4a-de46b12fff01", "name": "network-vif-plugged", "status": "completed", "tag": "ee4fde23-86ec-4a5f-869d-7f38fae33c1f"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:53:05.529502 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b349b3e-959a-4ebf-b402-00559b63e18a req-8abcd296-f5d2-49df-b8cc-3cb76a4c97ad tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:05.530987 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7b349b3e-959a-4ebf-b402-00559b63e18a req-8abcd296-f5d2-49df-b8cc-3cb76a4c97ad tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0653620 Jul 09 20:53:05.568090 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7b349b3e-959a-4ebf-b402-00559b63e18a req-3788ed9c-bf6c-4417-ac14-7941976d4e4f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308168 Jul 09 20:53:05.619712 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb38e7-29ca-4a7d-9fbe-3ab8060cd128 x-openstack-request-id: req-71fb38e7-29ca-4a7d-9fbe-3ab8060cd128 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:53:05.620079 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-plugged", "status": "completed", "tag": "f963b45c-8e55-4009-b600-e793c0274776", "code": 200}, {"server_uuid": "f2feadc9-7ae1-4075-bb4a-de46b12fff01", "name": "network-vif-plugged", "status": "completed", "tag": "ee4fde23-86ec-4a5f-869d-7f38fae33c1f", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:53:05.620407 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71fb38e7-29ca-4a7d-9fbe-3ab8060cd128 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:53:05.620886 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776', 'code': 200} Jul 09 20:53:05.621204 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'code': 200} Jul 09 20:53:05.769438 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eaa6e-bbd1-4475-94ee-226f56473009 req-4481f895-e197-4571-b6c6-fef41c79759b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:05.770958 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c85eaa6e-bbd1-4475-94ee-226f56473009 req-4481f895-e197-4571-b6c6-fef41c79759b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0668838 Jul 09 20:53:05.808423 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c85eaa6e-bbd1-4475-94ee-226f56473009 req-a22b9b0e-a93d-4073-9ffb-88081c80e6cf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Jul 09 20:53:06.082095 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990256-498f-4528-b631-f7f8044bd237 req-cdf449ea-1997-4624-8541-1110aaa9043b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:06.084153 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-19990256-498f-4528-b631-f7f8044bd237 req-cdf449ea-1997-4624-8541-1110aaa9043b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0608988 Jul 09 20:53:06.123310 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-19990256-498f-4528-b631-f7f8044bd237 req-9fc7fb96-b0f0-4af7-9c89-6b8f13c81fae tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336776 Jul 09 20:53:06.742127 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256820d-c54b-4640-9825-726ee7f76bbd req-d7bd3051-1670-412e-8918-0296cefa7fde tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:06.743495 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8256820d-c54b-4640-9825-726ee7f76bbd req-d7bd3051-1670-412e-8918-0296cefa7fde tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0611989 Jul 09 20:53:06.779911 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8256820d-c54b-4640-9825-726ee7f76bbd req-d7af8c8d-1760-4941-8f1c-47727910fa86 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309994 Jul 09 20:53:06.974695 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96199aa6-df2b-4b55-a56b-bae0cc8cc253 req-cd491d8d-1772-4dad-ab76-e4c631abfc45 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:06.976146 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-96199aa6-df2b-4b55-a56b-bae0cc8cc253 req-cd491d8d-1772-4dad-ab76-e4c631abfc45 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0610552 Jul 09 20:53:07.012073 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-96199aa6-df2b-4b55-a56b-bae0cc8cc253 req-fc05385a-6d30-43f3-bf59-c5caa0ab1ac1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305283 Jul 09 20:53:07.309775 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c7b6-4750-46c9-b92f-18d1d07def44 req-de54ef1d-a126-47c0-bda8-fca00fe86fe2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:07.311239 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ad88c7b6-4750-46c9-b92f-18d1d07def44 req-de54ef1d-a126-47c0-bda8-fca00fe86fe2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0671041 Jul 09 20:53:07.347993 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ad88c7b6-4750-46c9-b92f-18d1d07def44 req-820a95dc-b3af-4254-9059-8641566ba7a5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Jul 09 20:53:07.795811 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d556a8-4cce-4a7e-a258-961a7f4e3fe1 req-f669e6c8-6524-4cf5-a4dc-8d6d9618ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:07.798377 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-20d556a8-4cce-4a7e-a258-961a7f4e3fe1 req-f669e6c8-6524-4cf5-a4dc-8d6d9618ba72 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1099 time: 0.0641048 Jul 09 20:53:07.970687 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-20d556a8-4cce-4a7e-a258-961a7f4e3fe1 req-84b4cc3c-47f4-4449-8f8b-afd2c5e68bbc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456319 Jul 09 20:53:07.986955 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4715-5285-4732-bdc9-e7436cac82b5 req-a1fbc9ee-5f73-4990-bc95-8c0715a2e632 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:07.988404 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9fda4715-5285-4732-bdc9-e7436cac82b5 req-a1fbc9ee-5f73-4990-bc95-8c0715a2e632 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0943723 Jul 09 20:53:07.996645 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b996e40-eba5-49b6-8231-5d566a3a1c9f req-bc797356-1e30-440c-83f6-65cc7c40ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:07.998138 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7b996e40-eba5-49b6-8231-5d566a3a1c9f req-bc797356-1e30-440c-83f6-65cc7c40ee66 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1099 time: 0.0900180 Jul 09 20:53:08.027223 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9fda4715-5285-4732-bdc9-e7436cac82b5 req-f19fb872-eb90-41cf-ae0c-b8c01e1476e2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Jul 09 20:53:08.348074 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb0e1-d517-4758-98fc-f397e5bfb4fd req-63ce5847-697a-400f-b5cf-23a0911ae81c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:08.349793 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-be2cb0e1-d517-4758-98fc-f397e5bfb4fd req-63ce5847-697a-400f-b5cf-23a0911ae81c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.2250283 Jul 09 20:53:08.385918 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-be2cb0e1-d517-4758-98fc-f397e5bfb4fd req-c7ce152f-bb70-401b-9cd1-303d988e4f27 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Jul 09 20:53:08.516284 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a53c6-f277-4034-aed3-1ea4d0be7af1 req-63544946-a753-4037-b517-3d5504faead2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:08.518057 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8c4a53c6-f277-4034-aed3-1ea4d0be7af1 req-63544946-a753-4037-b517-3d5504faead2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0617950 Jul 09 20:53:08.567778 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8c4a53c6-f277-4034-aed3-1ea4d0be7af1 req-20488812-9d58-4619-a208-74e2ac159462 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Jul 09 20:53:08.582032 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7b996e40-eba5-49b6-8231-5d566a3a1c9f req-73ef198e-b527-434a-889e-035baec75bff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Jul 09 20:53:08.596527 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb95747-b560-4b62-8ad1-eec0cc7ef7a0 req-64a41226-f60a-4dce-9481-ddeb09306074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:08.597997 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fdb95747-b560-4b62-8ad1-eec0cc7ef7a0 req-64a41226-f60a-4dce-9481-ddeb09306074 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 1099 time: 0.0841525 Jul 09 20:53:09.203719 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a9409-6a24-4a8e-938d-32156c17fbed req-d4a07ec5-54d2-497e-9949-e7854dc2d91a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:09.205163 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0a9a9409-6a24-4a8e-938d-32156c17fbed req-d4a07ec5-54d2-497e-9949-e7854dc2d91a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0628085 Jul 09 20:53:09.241871 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0a9a9409-6a24-4a8e-938d-32156c17fbed req-baa35b4a-fddb-4b59-854e-a79b0792146e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Jul 09 20:53:09.310980 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fdb95747-b560-4b62-8ad1-eec0cc7ef7a0 req-8af71a16-4d45-466b-87e8-3fb8c441c640 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276110 Jul 09 20:53:09.552633 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878951d-356f-4c1b-9472-a22daaa7aced req-e98b6377-78f5-465b-83ff-5d32a728ac40 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:09.554134 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b878951d-356f-4c1b-9472-a22daaa7aced req-e98b6377-78f5-465b-83ff-5d32a728ac40 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0616248 Jul 09 20:53:09.590527 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b878951d-356f-4c1b-9472-a22daaa7aced req-274b797a-9cc5-4c40-8640-226a3f5d7ea6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308897 Jul 09 20:53:09.747768 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e38ddb-3900-43bd-b5ed-e061278e9c3f req-89169534-fdda-418b-9064-0e668a22e3b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:09.749977 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b6e38ddb-3900-43bd-b5ed-e061278e9c3f req-89169534-fdda-418b-9064-0e668a22e3b6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0660822 Jul 09 20:53:09.793061 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b6e38ddb-3900-43bd-b5ed-e061278e9c3f req-2555942c-3c63-48f2-bd55-754c8dc7490c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382442 Jul 09 20:53:10.429549 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8617b2-f241-4dcc-9c23-dc2b50f83d3a req-6c8075be-2a9e-460b-b7f6-b2d17c5dd6e6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:10.431072 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2a8617b2-f241-4dcc-9c23-dc2b50f83d3a req-6c8075be-2a9e-460b-b7f6-b2d17c5dd6e6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0724525 Jul 09 20:53:10.468531 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2a8617b2-f241-4dcc-9c23-dc2b50f83d3a req-d118dae0-d818-4c99-9e48-de8e0e635f76 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Jul 09 20:53:10.777692 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be70ce8-18d7-401b-ae2d-3718974623db req-52f6936f-ada6-43a0-90b2-0f02c460d306 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:10.779286 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1be70ce8-18d7-401b-ae2d-3718974623db req-52f6936f-ada6-43a0-90b2-0f02c460d306 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0683846 Jul 09 20:53:10.787840 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c8c46871-b630-44d5-bed1-ed3b06cec5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:10.802133 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 40900) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:10.830046 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1be70ce8-18d7-401b-ae2d-3718974623db req-78f472aa-6122-4a28-862c-32624eab8b9d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Jul 09 20:53:10.911614 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:10.974849 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a15b7-e32c-49a6-b847-bb0d74015375 req-ced692bd-6f6d-4c3e-82ad-3b23f16cee9b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:10.983138 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-455a15b7-e32c-49a6-b847-bb0d74015375 req-ced692bd-6f6d-4c3e-82ad-3b23f16cee9b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0786896 Jul 09 20:53:11.025070 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.030498 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-455a15b7-e32c-49a6-b847-bb0d74015375 req-376e8ad7-cd03-4412-8386-569d079042ea tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462284 Jul 09 20:53:11.033970 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.079522 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab4af4e084964d99840a2578df8fc0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761600 Jul 09 20:53:11.080275 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe5c509-475e-47f9-9999-4ac2fc0e6549,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:11.082157 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40916) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:11.091572 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.092207 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.092522 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.092929 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.093381 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.093725 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.094049 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.094389 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.094834 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.095220 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.095471 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.095786 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8fac27-02d0-4d03-9009-4caa94dd92f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.149501 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.178363 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.234465 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.238173 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.241790 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dbe5c509-475e-47f9-9999-4ac2fc0e6549 HTTP/1.1" status: 204 len: 168 time: 0.1557353 Jul 09 20:53:11.261235 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe5c509-475e-47f9-9999-4ac2fc0e6549,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:11.270824 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.271409 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.271892 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.272522 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.272693 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.273087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.273421 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.273736 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.274075 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.274406 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.274958 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.275195 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8620e-5039-401f-afd4-9f4b91e604c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:11.527746 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40934) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:11.540721 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f0e523f2-eb6f-4484-81bd-b452a56e8df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.629527 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f0e523f2-eb6f-4484-81bd-b452a56e8df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.634259 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f0e523f2-eb6f-4484-81bd-b452a56e8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.661055 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b450de-a3d7-4afc-8d7e-2d6882e8dade req-1cf444f8-6f5b-410f-a984-d47beacf78b6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:11.662563 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-58b450de-a3d7-4afc-8d7e-2d6882e8dade req-1cf444f8-6f5b-410f-a984-d47beacf78b6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0720792 Jul 09 20:53:11.671755 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-f0e523f2-eb6f-4484-81bd-b452a56e8df8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b832990057b4425a34c90149822fea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429429 Jul 09 20:53:11.672613 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e523f2-eb6f-4484-81bd-b452a56e8df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90917d67-c93e-4502-80a4-3423549a5281,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:11.674881 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 40936) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:11.709704 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-58b450de-a3d7-4afc-8d7e-2d6882e8dade req-0e892e84-830f-4491-8958-72ebf367797b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Jul 09 20:53:11.730695 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4bb1eab4-9f11-4963-9117-fde0de769db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.755938 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4bb1eab4-9f11-4963-9117-fde0de769db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.809521 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4bb1eab4-9f11-4963-9117-fde0de769db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.812184 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4bb1eab4-9f11-4963-9117-fde0de769db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:11.813368 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-4bb1eab4-9f11-4963-9117-fde0de769db2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90917d67-c93e-4502-80a4-3423549a5281 HTTP/1.1" status: 204 len: 168 time: 0.1376028 Jul 09 20:53:11.823904 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1eab4-9f11-4963-9117-fde0de769db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90917d67-c93e-4502-80a4-3423549a5281,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:12.011344 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc50bd6-932d-4b3f-adfc-cb0e799db119 req-ef065e88-e73f-454e-bf41-31db9997bddc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:12.013101 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fbc50bd6-932d-4b3f-adfc-cb0e799db119 req-ef065e88-e73f-454e-bf41-31db9997bddc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0677142 Jul 09 20:53:12.065917 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fbc50bd6-932d-4b3f-adfc-cb0e799db119 req-fb4ae494-3797-4d39-81a8-c86173c3833e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471759 Jul 09 20:53:12.219435 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed74e8-ec53-4789-a30f-3ac71c79ac3b req-222905c3-2649-435c-a5bb-6b7bf308c2a4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:12.221148 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-15ed74e8-ec53-4789-a30f-3ac71c79ac3b req-222905c3-2649-435c-a5bb-6b7bf308c2a4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0684466 Jul 09 20:53:12.260335 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-15ed74e8-ec53-4789-a30f-3ac71c79ac3b req-9a568b88-9b34-42be-8830-0d6869f459ff tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331340 Jul 09 20:53:12.498001 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae5a86-73b0-4c5e-81f3-65aebc0c0e4b req-23a7e935-8e15-487e-84bc-1240b4f6df05 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:12.499563 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1bae5a86-73b0-4c5e-81f3-65aebc0c0e4b req-23a7e935-8e15-487e-84bc-1240b4f6df05 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0807858 Jul 09 20:53:12.547856 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1bae5a86-73b0-4c5e-81f3-65aebc0c0e4b req-03e58e71-6c5b-48f3-91c8-256a0d96de0d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Jul 09 20:53:12.891942 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12707fd2-76d0-4fe6-a38e-288a6497c4bc req-6ca3662b-5e2d-4b88-93a1-c299d25cdf9c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:12.893741 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-12707fd2-76d0-4fe6-a38e-288a6497c4bc req-6ca3662b-5e2d-4b88-93a1-c299d25cdf9c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0664666 Jul 09 20:53:12.933936 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-12707fd2-76d0-4fe6-a38e-288a6497c4bc req-fb098e0d-1889-4032-9dcb-401f9d6917b6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336797 Jul 09 20:53:13.147660 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:53:13.425251 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e2826dbf-567b-4672-bb65-5bd681144928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:13.430505 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206a42-9139-454a-bdb4-4b04294f86bc req-ed4b4386-6a42-42ec-8c7d-ed6b21a971b1 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:13.431988 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cf206a42-9139-454a-bdb4-4b04294f86bc req-ed4b4386-6a42-42ec-8c7d-ed6b21a971b1 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0640361 Jul 09 20:53:13.469595 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cf206a42-9139-454a-bdb4-4b04294f86bc req-f57c049b-1112-4e2e-a767-8cc4a116dcf3 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320482 Jul 09 20:53:13.724107 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066bac-9615-448a-97e3-a9fdfb3f4ea3 req-a2d7d9d6-963c-4257-8b8e-c62c4a9f28eb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:13.725793 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d8066bac-9615-448a-97e3-a9fdfb3f4ea3 req-a2d7d9d6-963c-4257-8b8e-c62c4a9f28eb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0699787 Jul 09 20:53:13.754790 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:13.769016 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d8066bac-9615-448a-97e3-a9fdfb3f4ea3 req-da51b6b2-e64c-4f31-91e9-c1d244eca177 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374975 Jul 09 20:53:14.110178 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d92dd-bb54-44f7-b894-fd59376ef243 req-ef3be74f-ccb0-4156-b542-9c532f124a1a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:14.111628 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7e3d92dd-bb54-44f7-b894-fd59376ef243 req-ef3be74f-ccb0-4156-b542-9c532f124a1a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0614643 Jul 09 20:53:14.148454 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7e3d92dd-bb54-44f7-b894-fd59376ef243 req-46b7aabf-fa41-4ee1-b6ea-47f836c84fea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Jul 09 20:53:14.591737 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:14.642898 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691cc8f-d4b4-4077-83e5-f4c80e9c4279 req-3b7ae2ef-a506-4531-8a96-7f7208d7b7a7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:14.644457 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9691cc8f-d4b4-4077-83e5-f4c80e9c4279 req-3b7ae2ef-a506-4531-8a96-7f7208d7b7a7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0642130 Jul 09 20:53:14.681505 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9691cc8f-d4b4-4077-83e5-f4c80e9c4279 req-72deb954-b46f-4eaa-bc87-c031602d58ad tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Jul 09 20:53:14.918331 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:14.947093 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e05043-4f07-47a7-bb63-68d5d459b359 req-df405741-f006-45d6-8c9c-4d4ad003543e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:14.948551 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-76e05043-4f07-47a7-bb63-68d5d459b359 req-df405741-f006-45d6-8c9c-4d4ad003543e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0679913 Jul 09 20:53:14.985979 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-76e05043-4f07-47a7-bb63-68d5d459b359 req-2b2245fd-bcb6-49af-aa57-6d3b62a52471 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Jul 09 20:53:15.320680 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1b8f1-91f5-4f19-b8af-3b7d66fb3c67 req-aaaec1f5-d381-4b6a-8087-541153db29f9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:15.322160 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ddb1b8f1-91f5-4f19-b8af-3b7d66fb3c67 req-aaaec1f5-d381-4b6a-8087-541153db29f9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0613739 Jul 09 20:53:15.358162 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ddb1b8f1-91f5-4f19-b8af-3b7d66fb3c67 req-fa204205-3e99-4d85-acf2-e858b7aab310 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305235 Jul 09 20:53:15.858234 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2493b-8bd4-44df-88c7-dc4d2b800a05 req-68904072-ddf0-47d9-a86d-bede7ad34f4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:15.859723 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3ac2493b-8bd4-44df-88c7-dc4d2b800a05 req-68904072-ddf0-47d9-a86d-bede7ad34f4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0700333 Jul 09 20:53:15.897452 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3ac2493b-8bd4-44df-88c7-dc4d2b800a05 req-ec0dceca-f714-41c2-91f3-44794bf81d94 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Jul 09 20:53:16.046643 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:16.162649 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b145bb-67c7-4ff7-9438-f54e1fb18885 req-52041209-846f-4104-85c3-0a2fd53ae3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:16.164018 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-94b145bb-67c7-4ff7-9438-f54e1fb18885 req-52041209-846f-4104-85c3-0a2fd53ae3e6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0651228 Jul 09 20:53:16.199391 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-94b145bb-67c7-4ff7-9438-f54e1fb18885 req-6011e005-6e8a-43c0-8705-0409632d89a5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298958 Jul 09 20:53:16.536064 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c84a1-1e31-4004-8875-f8481af492b1 req-c80d8313-9886-4bab-8c40-0dd27625347b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:16.537435 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6b6c84a1-1e31-4004-8875-f8481af492b1 req-c80d8313-9886-4bab-8c40-0dd27625347b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0613415 Jul 09 20:53:16.577634 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6b6c84a1-1e31-4004-8875-f8481af492b1 req-c8aea351-7d9b-4fc5-8f1f-42a6691f7664 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347555 Jul 09 20:53:17.064307 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8b72a-491e-4afa-8faa-1aea04886f7b req-43494556-04d8-4c83-91cf-3e6ec4a3dc00 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:17.065735 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-27c8b72a-491e-4afa-8faa-1aea04886f7b req-43494556-04d8-4c83-91cf-3e6ec4a3dc00 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0619204 Jul 09 20:53:17.104790 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-27c8b72a-491e-4afa-8faa-1aea04886f7b req-1dbaa3c5-6988-4b54-8774-e0aff29985a6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Jul 09 20:53:17.253434 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-cf4c68ee-3248-4681-8414-86b84a528797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:17.255421 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-cf4c68ee-3248-4681-8414-86b84a528797 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 1098 time: 0.0572720 Jul 09 20:53:17.372562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c64af-a97e-4a2e-a245-dd68d99ad688 req-f0423a80-e27c-49e8-9c69-501bd26f28fa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:17.374070 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bb9c64af-a97e-4a2e-a245-dd68d99ad688 req-f0423a80-e27c-49e8-9c69-501bd26f28fa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0632045 Jul 09 20:53:17.421948 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bb9c64af-a97e-4a2e-a245-dd68d99ad688 req-712fabbd-658a-4498-aaad-0d35756a3345 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Jul 09 20:53:17.487311 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-d3b82287-5b65-4a04-870d-cbfc7443aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:17.489519 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-d3b82287-5b65-4a04-870d-cbfc7443aa48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.0863342 Jul 09 20:53:17.617346 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-7e0cc348-66cf-4af0-b766-1cce00929c9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ba80eb-289d-457c-9ae7-981e583d4724 HTTP/1.1" status: 200 len: 217 time: 0.0360019 Jul 09 20:53:17.753924 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-1a8fbe70-ecaa-465d-a800-ec04080156c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:17.755473 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-1a8fbe70-ecaa-465d-a800-ec04080156c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.0878603 Jul 09 20:53:17.794894 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-69d62762-9946-4c99-b03d-4124696fc3d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305996 Jul 09 20:53:17.807133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd762ea0-bc23-4f82-902e-2118f60767fa req-47e75f10-5a5f-4034-8192-90323b9e5baa tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:17.808493 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd762ea0-bc23-4f82-902e-2118f60767fa req-47e75f10-5a5f-4034-8192-90323b9e5baa tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.1078889 Jul 09 20:53:17.898801 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd762ea0-bc23-4f82-902e-2118f60767fa req-ad93614a-8a38-4a7e-82fe-145a8038aede tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848522 Jul 09 20:53:17.933902 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-b0602b14-96ab-4338-8ca5-f7d18cd33dda service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057715 Jul 09 20:53:18.030342 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a2b67c-875e-453f-bfdc-939ddfce61c0 req-3734a0f1-fbfa-4bec-bf17-e40e07322da6 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801883 Jul 09 20:53:18.069800 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db83efc-3120-435e-b3f0-972f408bbf35 req-62605918-bf19-4bcd-b34e-b984c980b2c3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:18.071312 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5db83efc-3120-435e-b3f0-972f408bbf35 req-62605918-bf19-4bcd-b34e-b984c980b2c3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0618937 Jul 09 20:53:18.080511 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 41072) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:18.085721 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'floatingip': {'port_id': 'f963b45c-8e55-4009-b600-e793c0274776'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:18.159116 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:18.408454 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439fb3-4148-4dcf-bd60-ff515140227d req-cc28171a-d446-4d59-8811-07a33a896f60 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:18.409937 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b6439fb3-4148-4dcf-bd60-ff515140227d req-cc28171a-d446-4d59-8811-07a33a896f60 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.1692069 Jul 09 20:53:18.490652 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b6439fb3-4148-4dcf-bd60-ff515140227d req-20cc5277-80d0-4d3c-9c2b-a9e523d4c74d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742295 Jul 09 20:53:18.604398 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a4e1f-3e12-44bb-a5f1-6614679bd644 req-31cc20f7-f935-4646-ae1d-2bd546271e57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:18.605985 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-277a4e1f-3e12-44bb-a5f1-6614679bd644 req-31cc20f7-f935-4646-ae1d-2bd546271e57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0747795 Jul 09 20:53:18.656981 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-277a4e1f-3e12-44bb-a5f1-6614679bd644 req-ee9b97f0-53d1-4b7c-8024-79d423a9994f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 Jul 09 20:53:18.852608 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242971b-a8ae-4ddb-8040-572386f43a8b req-f6fde958-3c94-471f-952b-b7e9ce375d16 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:18.854097 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b242971b-a8ae-4ddb-8040-572386f43a8b req-f6fde958-3c94-471f-952b-b7e9ce375d16 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.2347555 Jul 09 20:53:18.862558 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 41100) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:18.867977 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'floatingip': {'port_id': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:18.938535 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.105494 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.109690 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.205756 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Floating IP 52f604f4-20cf-403b-b5ef-6886b29968ff associated. External IP: 172.27.3.198, port: f963b45c-8e55-4009-b600-e793c0274776. Jul 09 20:53:19.404677 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Router ca3f64dd-6f88-4ead-82a8-17acb7065200 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:53:19.512188 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:53:19.517248 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.526368 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] Sync routers for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:53:19.537653 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:19.538360 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:53:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:19.558510 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9b288d77-2c22-469f-ae23-a81ba950a21a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "PUT /v2.0/floatingips/52f604f4-20cf-403b-b5ef-6886b29968ff HTTP/1.1" status: 200 len: 992 time: 1.4741573 Jul 09 20:53:19.558510 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:53:19.567481 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11905b2d-f24b-4273-94b0-7b358aca6f30" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "tag": "f963b45c-8e55-4009-b600-e793c0274776"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:53:19.619447 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a29135f-9ed0-45c3-943d-fbdc0b978fee x-openstack-request-id: req-5a29135f-9ed0-45c3-943d-fbdc0b978fee {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:53:19.619771 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "tag": "f963b45c-8e55-4009-b600-e793c0274776", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:53:19.619981 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a29135f-9ed0-45c3-943d-fbdc0b978fee {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:53:19.620376 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776', 'status': 'completed', 'code': 200} Jul 09 20:53:19.650325 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:19.697123 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.db.resource_extend [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:53:19.774296 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.779870 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.843363 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b3490-96af-4473-86f9-2af5f40e2211 req-2e37b3bc-68a8-433d-ac6b-4f2bf53813e2 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:19.844954 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bc7b3490-96af-4473-86f9-2af5f40e2211 req-2e37b3bc-68a8-433d-ac6b-4f2bf53813e2 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0714369 Jul 09 20:53:19.893548 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bc7b3490-96af-4473-86f9-2af5f40e2211 req-9ee19d4c-83e9-45d5-a20e-3b761199e8ca tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Jul 09 20:53:19.898063 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Floating IP df7a55e6-161a-4bb3-ab6f-d445aa95face associated. External IP: 172.27.3.229, port: ee4fde23-86ec-4a5f-869d-7f38fae33c1f. Jul 09 20:53:19.942315 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '52f604f4-20cf-403b-b5ef-6886b29968ff', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'port_id': 'f963b45c-8e55-4009-b600-e793c0274776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'mac_address': 'fa:16:3e:de:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:27Z', 'updated_at': '2021-07-09T20:53:18Z', 'revision_number': 1, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:19.966919 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] Checking router: ca3f64dd-6f88-4ead-82a8-17acb7065200 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:53:19.975041 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:19.975649 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:53:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:20.078409 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:20.107168 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Router 2286007d-0a26-4d6a-884c-6b7aca7b035b has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:53:20.214978 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:53:20.219598 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:20.226215 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] Sync routers for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:53:20.235001 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:20.235622 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:53:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:20.259006 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b2c3b774-ab08-43f2-a0f5-bdd7228380f8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "PUT /v2.0/floatingips/df7a55e6-161a-4bb3-ab6f-d445aa95face HTTP/1.1" status: 200 len: 992 time: 1.3953259 Jul 09 20:53:20.259595 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'tag': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:53:20.261858 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a520f7-e9f8-4783-b179-1f5d2fef79a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2feadc9-7ae1-4075-bb4a-de46b12fff01", "tag": "ee4fde23-86ec-4a5f-869d-7f38fae33c1f"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:53:20.351349 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:20.382488 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '52f604f4-20cf-403b-b5ef-6886b29968ff', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'port_id': 'f963b45c-8e55-4009-b600-e793c0274776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'mac_address': 'fa:16:3e:de:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:27Z', 'updated_at': '2021-07-09T20:53:18Z', 'revision_number': 1, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:20.407341 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53cd170-8dcc-408f-9266-83734c8a17dd None None] The sync data for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi is: [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '52f604f4-20cf-403b-b5ef-6886b29968ff', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'port_id': 'f963b45c-8e55-4009-b600-e793c0274776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'mac_address': 'fa:16:3e:de:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:27Z', 'updated_at': '2021-07-09T20:53:18Z', 'revision_number': 1, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:53:20.619710 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4568f-f2cd-4f2d-9289-868512a1fa4d None None] New status for floating IP 52f604f4-20cf-403b-b5ef-6886b29968ff: ACTIVE {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:53:20.734074 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'df7a55e6-161a-4bb3-ab6f-d445aa95face', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'port_id': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'mac_address': 'fa:16:3e:d9:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:34Z', 'updated_at': '2021-07-09T20:53:19Z', 'revision_number': 1, 'project_id': '3185ab693c084130ab10ca155891fb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:20.766095 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] Checking router: 2286007d-0a26-4d6a-884c-6b7aca7b035b for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:53:20.774719 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:20.775321 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:53:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:20.887174 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:21.103658 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'df7a55e6-161a-4bb3-ab6f-d445aa95face', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'port_id': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'mac_address': 'fa:16:3e:d9:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:34Z', 'updated_at': '2021-07-09T20:53:19Z', 'revision_number': 1, 'project_id': '3185ab693c084130ab10ca155891fb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:21.132567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd14f1-35d8-4e78-af82-ba11b8507dc7 None None] The sync data for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi is: [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'df7a55e6-161a-4bb3-ab6f-d445aa95face', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'port_id': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'mac_address': 'fa:16:3e:d9:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:52:34Z', 'updated_at': '2021-07-09T20:53:19Z', 'revision_number': 1, 'project_id': '3185ab693c084130ab10ca155891fb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:53:21.309463 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a0fb0-430b-4e3b-b21d-047fc21230f9 None None] New status for floating IP df7a55e6-161a-4bb3-ab6f-d445aa95face: ACTIVE {{(pid=92869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:53:23.664044 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d36c2-1546-4f23-9bbb-ab327ba56c49 x-openstack-request-id: req-af8d36c2-1546-4f23-9bbb-ab327ba56c49 {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:53:23.664520 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2feadc9-7ae1-4075-bb4a-de46b12fff01", "tag": "ee4fde23-86ec-4a5f-869d-7f38fae33c1f", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:53:23.664610 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af8d36c2-1546-4f23-9bbb-ab327ba56c49 {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:53:23.665155 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'tag': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'status': 'completed', 'code': 200} Jul 09 20:53:23.684032 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-9c81e2a0-22c6-4e67-a2f7-de33a89327d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:23.685670 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-9c81e2a0-22c6-4e67-a2f7-de33a89327d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1099 time: 0.0586717 Jul 09 20:53:23.817033 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff9e11-483a-4709-a3b4-3bbebe43131e req-40a2874a-3dcf-40d2-aec7-99e3a58183cd tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:23.818524 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0eff9e11-483a-4709-a3b4-3bbebe43131e req-40a2874a-3dcf-40d2-aec7-99e3a58183cd tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0648103 Jul 09 20:53:23.856301 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0eff9e11-483a-4709-a3b4-3bbebe43131e req-a3ad1e98-99a8-4db8-afaf-053475cdff01 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320320 Jul 09 20:53:23.861309 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-8f6a36a3-17ce-4ae4-b580-b0f242adae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:23.862776 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-8f6a36a3-17ce-4ae4-b580-b0f242adae25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.1264887 Jul 09 20:53:23.865571 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-1eb479af-fb04-4504-9ae0-d3dd2cdc5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:23.866935 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-1eb479af-fb04-4504-9ae0-d3dd2cdc5e9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 1099 time: 0.1129003 Jul 09 20:53:24.019382 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-312c184a-7870-4ff6-82b3-9cbcc01beb70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 200 len: 1002 time: 0.1418543 Jul 09 20:53:24.049134 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-024a558f-a772-4d8e-bd1f-fbb03ce0bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:24.050530 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-024a558f-a772-4d8e-bd1f-fbb03ce0bb9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 911 time: 0.1357749 Jul 09 20:53:24.147775 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-e1a72e75-a01c-404d-b1b5-c76bd27b5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:24.149227 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-e1a72e75-a01c-404d-b1b5-c76bd27b5774 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0893846 Jul 09 20:53:24.154912 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-36bd191f-41c2-45ec-9942-7bf5a2021362 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 200 len: 1002 time: 0.0876245 Jul 09 20:53:24.249404 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-91fb908e-14d4-4df0-85a5-d77c53e7c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:24.250804 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-91fb908e-14d4-4df0-85a5-d77c53e7c0a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.0664828 Jul 09 20:53:24.272974 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-5d6c0dd9-1be3-4a93-af50-8c4a039bd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:24.274255 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-5d6c0dd9-1be3-4a93-af50-8c4a039bd87b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968146 Jul 09 20:53:24.377314 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-b480f0d7-fa17-45f5-80c5-75846937085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:24.378822 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-b480f0d7-fa17-45f5-80c5-75846937085d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1180727 Jul 09 20:53:24.388749 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-c2a975f8-e26f-4fd5-9021-9e1da5d10d1c service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990586 Jul 09 20:53:24.562230 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-df55b45c-6552-403f-9ba1-a62ddf4e138a service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438367 Jul 09 20:53:24.565485 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11905b2d-f24b-4273-94b0-7b358aca6f30 req-0736c34e-d9f6-4b22-9f78-6b99f159e600 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396289 Jul 09 20:53:24.699149 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06a520f7-e9f8-4783-b179-1f5d2fef79a3 req-ff860197-103a-4646-bec6-63a0171a8caf service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Jul 09 20:53:25.069991 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4637f26-b005-4301-8aca-3243df9964a1 req-a8bac289-8a3d-4db0-ae2f-3307dbcb6f8b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:25.071466 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b4637f26-b005-4301-8aca-3243df9964a1 req-a8bac289-8a3d-4db0-ae2f-3307dbcb6f8b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0691309 Jul 09 20:53:25.112572 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b4637f26-b005-4301-8aca-3243df9964a1 req-f0f22d22-be33-4a89-869c-3d8be76df2fa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351243 Jul 09 20:53:25.133589 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-281ec15b-929c-41de-8ab1-00cb0812b5dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515165 Jul 09 20:53:25.287266 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-5119316e-35a9-411b-82ad-44a4a6025424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:25.288606 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-5119316e-35a9-411b-82ad-44a4a6025424 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 1098 time: 0.0526688 Jul 09 20:53:25.409848 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-5e527cf1-848e-4536-a374-8cb9c064cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:25.412277 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-5e527cf1-848e-4536-a374-8cb9c064cd00 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 915 time: 0.0809660 Jul 09 20:53:25.464762 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-19b79549-8d17-43b5-a068-210499f3f27c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef3255a-d243-4c17-b8e1-d5c94fd3420f HTTP/1.1" status: 200 len: 217 time: 0.0369246 Jul 09 20:53:25.518163 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-b0c36029-55f4-4611-89ff-5df159af47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:25.520261 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-b0c36029-55f4-4611-89ff-5df159af47c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 200 len: 854 time: 0.0438433 Jul 09 20:53:25.553753 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-bf2c7f36-5824-4b5a-9efe-4fb327873926 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5cb2913-27aa-4156-9128-a345e8fe0441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272627 Jul 09 20:53:25.661390 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-06ffff0c-d1c0-4c66-a1c4-9b2b9b7be4ae service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893583 Jul 09 20:53:25.784366 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a31608d0-766f-47d4-8345-10d9e81f05bc req-870d9810-02f6-486e-ab6a-d57a4a987c0b service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115243 Jul 09 20:53:26.108509 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-6f359776-f532-490a-8081-a3efd3c39151 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:26.109999 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-6f359776-f532-490a-8081-a3efd3c39151 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 814 time: 0.0984921 Jul 09 20:53:26.124605 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-27765b82-4178-4a72-9f53-dd12f7ca6065 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/quotas/9e4d88db79184e58b78fc7ab4038fbf8 HTTP/1.1" status: 200 len: 375 time: 0.0087552 Jul 09 20:53:26.193698 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-21cf542a-7c27-4461-9c66-dff11579aa92 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630553 Jul 09 20:53:26.290360 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-bf0a6c16-f208-4806-a2ea-8ea9b54fd7fc service neutron] 10.222.0.77 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901091 Jul 09 20:53:26.378269 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-9c0cada5-d68f-4ad4-8a7d-555e7a5f9c0c service neutron] 10.222.0.77 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822182 Jul 09 20:53:31.046585 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-657e9d76-cf21-4939-b436-cff9c5e288bb req-fe6c71d7-45fb-447e-a12b-9ddcf3414e1f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0308788 Jul 09 20:53:31.051866 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afa8b6-9f72-40bf-a5be-7aebc47adc19 req-c8b4f7ca-e8af-4159-8a12-23188ed442f1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:31.053593 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b2afa8b6-9f72-40bf-a5be-7aebc47adc19 req-c8b4f7ca-e8af-4159-8a12-23188ed442f1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0740108 Jul 09 20:53:31.094795 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b2afa8b6-9f72-40bf-a5be-7aebc47adc19 req-5c20c829-162a-4e69-837f-a4b3a18c5fbf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354457 Jul 09 20:53:31.844639 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-62d42e07-0f15-4e33-8514-92148e1e8803 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:31.846193 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-62d42e07-0f15-4e33-8514-92148e1e8803 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 814 time: 0.1077356 Jul 09 20:53:31.869007 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Request body: {'port': {'device_id': 'ddc7f31b-e515-4086-b25f-fa93084e6cc8', 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'admin_state_up': True, 'tenant_id': '9e4d88db79184e58b78fc7ab4038fbf8'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:32.001671 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Made reservation on behalf of 9e4d88db79184e58b78fc7ab4038fbf8 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:53:32.007130 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.285431 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3e81b28b-2186-4cb2-9812-58b730fad3f3 req-0f3cd25c-1c6b-42b1-81ea-d6cb14c81876 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0376632 Jul 09 20:53:32.344537 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Allocated IP 172.20.0.3 (e5cb2913-27aa-4156-9128-a345e8fe0441/1db29f98-1d04-4a27-9ccb-d617c1f00718/53058104-b1c5-4798-bb9e-f978ab3b09fa) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:53:32.538656 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4b7e7-dfd9-4e0c-9dd2-a393cb31b34c req-cf4701e1-91ea-44bd-8e86-0fd91ead21bf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:32.540142 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-10f4b7e7-dfd9-4e0c-9dd2-a393cb31b34c req-cf4701e1-91ea-44bd-8e86-0fd91ead21bf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.1441164 Jul 09 20:53:32.542970 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.589059 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-10f4b7e7-dfd9-4e0c-9dd2-a393cb31b34c req-3c4f2045-de7a-455e-a66f-9daa948c8343 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Jul 09 20:53:32.609763 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.652927 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Network e5cb2913-27aa-4156-9128-a345e8fe0441 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:32.656145 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:32.660697 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:53:32.666105 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:32.666694 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.685190 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Pushing event updated for resources: {'Port': ['ID=53058104-b1c5-4798-bb9e-f978ab3b09fa,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:32.691707 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b0af735d-1016-4fa8-b76e-d0d108b0d1d1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8266933 Jul 09 20:53:34.010242 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25746b4-befa-4f33-b2f4-58ac880a250f req-fbfbeeb2-13be-4db1-baff-e2c8b468ff94 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:34.011744 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e25746b4-befa-4f33-b2f4-58ac880a250f req-fbfbeeb2-13be-4db1-baff-e2c8b468ff94 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 931 time: 0.0614288 Jul 09 20:53:34.051443 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e25746b4-befa-4f33-b2f4-58ac880a250f req-4dd13192-ce16-43db-a73e-b3acc6948565 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Jul 09 20:53:34.204833 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c385-87fa-42b1-9529-02336fe2be1e req-ad9b46b0-4e9e-457b-a036-e7c320e99794 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:34.206270 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5039c385-87fa-42b1-9529-02336fe2be1e req-ad9b46b0-4e9e-457b-a036-e7c320e99794 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0608327 Jul 09 20:53:34.246131 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5039c385-87fa-42b1-9529-02336fe2be1e req-ed8960a4-3a91-4892-a8a6-ecf07768e93a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Jul 09 20:53:36.983367 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['eef3255a-d243-4c17-b8e1-d5c94fd3420f'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:53:37.040021 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Request body: {'port': {'device_id': 'ddc7f31b-e515-4086-b25f-fa93084e6cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:37.114784 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.342440 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daede7-fe83-4c37-bd68-1daedc3a881c req-b34edf43-6e67-468b-bb4c-bb941b7ff76f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:37.344043 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-51daede7-fe83-4c37-bd68-1daedc3a881c req-b34edf43-6e67-468b-bb4c-bb941b7ff76f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0634115 Jul 09 20:53:37.372477 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b35bc-e651-4556-a12c-00166b679484 req-31fe34ad-29eb-4884-aac3-9c8eb4171daa tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:37.374050 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d3b35bc-e651-4556-a12c-00166b679484 req-31fe34ad-29eb-4884-aac3-9c8eb4171daa tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 931 time: 0.1033096 Jul 09 20:53:37.382836 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-51daede7-fe83-4c37-bd68-1daedc3a881c req-d6df7dbc-d769-456e-93d2-12bda0a8b302 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Jul 09 20:53:37.445017 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53058104-b1c5-4798-bb9e-f978ab3b09fa {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:53:37.453372 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d3b35bc-e651-4556-a12c-00166b679484 req-0f38d632-7d99-421a-8f95-601f5f86db60 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726988 Jul 09 20:53:37.454980 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.468257 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Transition to ACTIVE for port object 53058104-b1c5-4798-bb9e-f978ab3b09fa will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:37.472953 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.521475 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Pushing event updated for resources: {'Port': ['ID=53058104-b1c5-4798-bb9e-f978ab3b09fa,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:37.552859 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Attempting to bind port 53058104-b1c5-4798-bb9e-f978ab3b09fa on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:53:37.553222 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Attempting to bind port 53058104-b1c5-4798-bb9e-f978ab3b09fa by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:53:37.553548 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Attempting to bind port 53058104-b1c5-4798-bb9e-f978ab3b09fa on network e5cb2913-27aa-4156-9128-a345e8fe0441 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:53:37.557710 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Port 53058104-b1c5-4798-bb9e-f978ab3b09fa on network e5cb2913-27aa-4156-9128-a345e8fe0441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:53:37.558030 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Attempting to bind port 53058104-b1c5-4798-bb9e-f978ab3b09fa on network e5cb2913-27aa-4156-9128-a345e8fe0441 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:53:37.562672 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:53:37.563006 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Checking segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:37.563387 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Bound using segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:53:37.563803 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Bound port: 53058104-b1c5-4798-bb9e-f978ab3b09fa, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:53:37.564155 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.623888 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] For port 53058104-b1c5-4798-bb9e-f978ab3b09fa, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:53:37.626793 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] For port 53058104-b1c5-4798-bb9e-f978ab3b09fa, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=53058104-b1c5-4798-bb9e-f978ab3b09fa,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:53:37.630735 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.667131 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:37.667751 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.669151 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] 10.222.0.83 "PUT /v2.0/ports/53058104-b1c5-4798-bb9e-f978ab3b09fa HTTP/1.1" status: 200 len: 1093 time: 0.6334126 Jul 09 20:53:37.669582 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc7f31b-e515-4086-b25f-fa93084e6cc8', 'tag': '53058104-b1c5-4798-bb9e-f978ab3b09fa'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:53:37.671793 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588d395b-85e8-40fc-98d2-8400f8e97220" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc7f31b-e515-4086-b25f-fa93084e6cc8", "tag": "53058104-b1c5-4798-bb9e-f978ab3b09fa"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:53:37.694929 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14af3-0392-4d15-8fd5-b72a74a7ad99 service neutron] Pushing event updated for resources: {'Port': ['ID=53058104-b1c5-4798-bb9e-f978ab3b09fa,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:37.711873 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f96ea37-a51f-4495-bcb7-dfd1eb33cb35 x-openstack-request-id: req-9f96ea37-a51f-4495-bcb7-dfd1eb33cb35 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:53:37.712163 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc7f31b-e515-4086-b25f-fa93084e6cc8", "tag": "53058104-b1c5-4798-bb9e-f978ab3b09fa", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:53:37.712412 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f96ea37-a51f-4495-bcb7-dfd1eb33cb35 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:53:37.712797 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc7f31b-e515-4086-b25f-fa93084e6cc8', 'tag': '53058104-b1c5-4798-bb9e-f978ab3b09fa', 'status': 'completed', 'code': 200} Jul 09 20:53:37.804317 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-60c30ea0-ca6d-4c28-a32d-80c634e03474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:37.805795 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-60c30ea0-ca6d-4c28-a32d-80c634e03474 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0512710 Jul 09 20:53:37.978548 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-2d651792-1231-4a19-9bbe-6d9bb051069a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53058104-b1c5-4798-bb9e-f978ab3b09fa HTTP/1.1" status: 200 len: 217 time: 0.0326960 Jul 09 20:53:38.036691 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1129c852-7eeb-460b-8d1c-838d5597b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:38.038147 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-1129c852-7eeb-460b-8d1c-838d5597b3dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 200 len: 854 time: 0.0465319 Jul 09 20:53:38.074140 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-bcd633b4-1f6f-4132-a842-83c8c35dd860 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5cb2913-27aa-4156-9128-a345e8fe0441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272484 Jul 09 20:53:38.163882 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-b3a60bd0-611c-48d9-a391-cf533aac468d service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802336 Jul 09 20:53:38.262308 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-252b7cff-65d1-42e0-90b7-b5e128890e45 req-5f90ed19-9551-46f9-82ba-d601f4fa4416 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871339 Jul 09 20:53:40.789386 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c0de39c6-967a-4081-b0d7-1f0653dec346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:43.426849 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3467-4d23-4cb0-a593-f7212a1ba177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:43.746219 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:44.177960 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613af84e-40fd-4b26-a26a-6d7bc4aad38e req-d1d97781-09c0-4478-afe0-8884c6276c87 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:44.179623 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-613af84e-40fd-4b26-a26a-6d7bc4aad38e req-d1d97781-09c0-4478-afe0-8884c6276c87 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.1150503 Jul 09 20:53:44.184259 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-7db08eb7-1fb6-4de4-ac8b-04b9ce851666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:44.185715 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-7db08eb7-1fb6-4de4-ac8b-04b9ce851666 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0934894 Jul 09 20:53:44.239492 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1021a10-051f-4758-b3e4-a36044d45c88 req-937299c7-e973-4c71-8a0f-4427b1ec3988 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:44.241625 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b1021a10-051f-4758-b3e4-a36044d45c88 req-937299c7-e973-4c71-8a0f-4427b1ec3988 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0767093 Jul 09 20:53:44.265682 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-613af84e-40fd-4b26-a26a-6d7bc4aad38e req-e1896099-984c-42b9-ae98-db67b63bffe7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789385 Jul 09 20:53:44.279506 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b1021a10-051f-4758-b3e4-a36044d45c88 req-60671097-59bd-42b6-a7a8-7559e7566342 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Jul 09 20:53:44.303539 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-9d61a882-ce78-40eb-99bf-b076fc049c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:44.305377 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-9d61a882-ce78-40eb-99bf-b076fc049c07 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 915 time: 0.1122093 Jul 09 20:53:44.355635 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-f43f3cb1-65a1-49fa-9a0e-45f23bc6a2ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53058104-b1c5-4798-bb9e-f978ab3b09fa HTTP/1.1" status: 200 len: 217 time: 0.0363505 Jul 09 20:53:44.403040 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-430de011-b272-41fa-a2e7-294f3611f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:44.404432 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-430de011-b272-41fa-a2e7-294f3611f502 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 200 len: 854 time: 0.0410612 Jul 09 20:53:44.439622 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-23185b86-9a73-4c37-8132-f4e44c74a69a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5cb2913-27aa-4156-9128-a345e8fe0441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246415 Jul 09 20:53:44.527311 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-7ccb9a95-40e5-4f90-b643-3d77029fc564 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790324 Jul 09 20:53:44.589774 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:44.621382 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-588d395b-85e8-40fc-98d2-8400f8e97220 req-e780de5c-739b-45a3-82cb-98fbdb0abe98 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786161 Jul 09 20:53:44.919043 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:45.765302 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ea431-f6a4-4b8e-964a-0704d33d6b8e req-f44e69a8-1e4a-4d75-a021-0ff59b915041 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:45.766804 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd5ea431-f6a4-4b8e-964a-0704d33d6b8e req-f44e69a8-1e4a-4d75-a021-0ff59b915041 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0671606 Jul 09 20:53:45.805528 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd5ea431-f6a4-4b8e-964a-0704d33d6b8e req-de3383b5-2bd9-4bd6-877b-73fa4aae2085 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Jul 09 20:53:45.806854 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dc76b-af04-4200-b1e1-d19a30a8d905 req-edd74c8a-2f60-41b4-84bf-93f7a2c1c7ad tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:45.808330 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-678dc76b-af04-4200-b1e1-d19a30a8d905 req-edd74c8a-2f60-41b4-84bf-93f7a2c1c7ad tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0645761 Jul 09 20:53:45.846502 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-678dc76b-af04-4200-b1e1-d19a30a8d905 req-31305d8c-bc88-4709-a446-3d6a796d9c42 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325911 Jul 09 20:53:46.047979 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:47.032084 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c96bb-05d9-4600-a538-9ab8f2959b3c req-db2aa877-2999-427b-8196-a5ace67ad732 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:47.033843 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-143c96bb-05d9-4600-a538-9ab8f2959b3c req-db2aa877-2999-427b-8196-a5ace67ad732 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0625589 Jul 09 20:53:47.071225 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-143c96bb-05d9-4600-a538-9ab8f2959b3c req-d50fc6c8-0118-44c0-b330-fd4493c12b53 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Jul 09 20:53:47.083100 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8c53d-6d75-45f8-9f69-4128d4d1859e req-b3fd7633-703e-4e01-95b1-7d8308841537 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:47.084561 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-89e8c53d-6d75-45f8-9f69-4128d4d1859e req-b3fd7633-703e-4e01-95b1-7d8308841537 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0652182 Jul 09 20:53:47.120787 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-89e8c53d-6d75-45f8-9f69-4128d4d1859e req-d3e4755e-9d3e-4970-9920-651b41a54866 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Jul 09 20:53:50.142994 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:53:51.859161 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd1530-42e4-4697-b3ea-6bdbdefec3f6 req-1701e12e-7d21-4606-9928-2e4b35769df8 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:51.860546 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-15cd1530-42e4-4697-b3ea-6bdbdefec3f6 req-1701e12e-7d21-4606-9928-2e4b35769df8 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0619316 Jul 09 20:53:51.902297 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-15cd1530-42e4-4697-b3ea-6bdbdefec3f6 req-fe76bb03-42fe-4b0c-a38d-99542701c984 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361521 Jul 09 20:53:51.937731 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8388d-d404-418a-8e1c-ab81ec19cd80 req-0879935d-a080-4bdb-9f71-98192001e747 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:51.939321 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7dc8388d-d404-418a-8e1c-ab81ec19cd80 req-0879935d-a080-4bdb-9f71-98192001e747 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0635810 Jul 09 20:53:51.987489 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7dc8388d-d404-418a-8e1c-ab81ec19cd80 req-b41ff662-84ca-4b33-b167-7d77d94cbf44 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375357 Jul 09 20:53:53.073103 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa9099-8aad-4357-9000-393a792629e2 req-438b2062-6f58-4c4f-be86-3170d1816801 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:53.074602 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-49fa9099-8aad-4357-9000-393a792629e2 req-438b2062-6f58-4c4f-be86-3170d1816801 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0615435 Jul 09 20:53:53.112428 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-49fa9099-8aad-4357-9000-393a792629e2 req-96ad85d2-c0f5-488b-8497-ee6586fec784 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Jul 09 20:53:53.276606 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef68b-91dd-4ba7-917e-5fa4d2ef2ca5 req-0e6e65b3-427c-4c11-b0d6-a7c4f42fa03f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:53.278117 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f37ef68b-91dd-4ba7-917e-5fa4d2ef2ca5 req-0e6e65b3-427c-4c11-b0d6-a7c4f42fa03f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0635765 Jul 09 20:53:53.313720 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f37ef68b-91dd-4ba7-917e-5fa4d2ef2ca5 req-17ef89ee-e4a0-4d71-a1d5-e0616c2cf02f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298619 Jul 09 20:53:54.295318 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffd067-553f-4dbe-b002-24353b31ff3b req-26fcb459-c3aa-4858-bfd6-015ba8b4f0d9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:54.296785 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-65ffd067-553f-4dbe-b002-24353b31ff3b req-26fcb459-c3aa-4858-bfd6-015ba8b4f0d9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0764692 Jul 09 20:53:54.333503 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-65ffd067-553f-4dbe-b002-24353b31ff3b req-9e6e6860-ce48-4db6-aab0-dc766de9cf37 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Jul 09 20:53:58.309748 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 53058104-b1c5-4798-bb9e-f978ab3b09fa details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:53:58.402675 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 53058104-b1c5-4798-bb9e-f978ab3b09fa, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=53058104-b1c5-4798-bb9e-f978ab3b09fa,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:58.415205 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '53058104-b1c5-4798-bb9e-f978ab3b09fa', 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'port_id': '53058104-b1c5-4798-bb9e-f978ab3b09fa', 'mac_address': 'fa:16:3e:7d:6e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db29f98-1d04-4a27-9ccb-d617c1f00718', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:53:58.455915 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:58.468551 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53058104-b1c5-4798-bb9e-f978ab3b09fa {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:53:58.479078 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e5b7-d65f-4b36-8567-2f5950d752fc req-e37daa20-c427-4484-9c47-6d3d5cbb8618 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:58.480606 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-62c5e5b7-d65f-4b36-8567-2f5950d752fc req-e37daa20-c427-4484-9c47-6d3d5cbb8618 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 943 time: 0.0637457 Jul 09 20:53:58.493169 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 53058104-b1c5-4798-bb9e-f978ab3b09fa, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=53058104-b1c5-4798-bb9e-f978ab3b09fa,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:58.497642 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:58.525404 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-62c5e5b7-d65f-4b36-8567-2f5950d752fc req-c820cf86-35ab-477e-9b71-9c2892ec8630 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Jul 09 20:53:58.534122 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2d66d-0f7e-4eb1-9661-9989735cb90f req-4e2a6ec6-5bb9-4496-b9a9-bb30c3864639 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:58.535842 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dca2d66d-0f7e-4eb1-9661-9989735cb90f req-4e2a6ec6-5bb9-4496-b9a9-bb30c3864639 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0734913 Jul 09 20:53:58.552456 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=53058104-b1c5-4798-bb9e-f978ab3b09fa,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:58.561058 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.561412 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.561751 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.562085 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.562424 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.562745 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.563225 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.563391 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.563714 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.564036 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.564356 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.565226 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:58.575022 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dca2d66d-0f7e-4eb1-9661-9989735cb90f req-35b930a9-de2e-4150-ac96-aa8b0b06eb7c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Jul 09 20:53:59.704517 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b57d68-5edc-4727-a9ed-fb6bcfb8b00e req-34318507-d8e0-46d4-a53a-eaf25ed27030 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:59.706774 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-03b57d68-5edc-4727-a9ed-fb6bcfb8b00e req-34318507-d8e0-46d4-a53a-eaf25ed27030 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 944 time: 0.0703058 Jul 09 20:53:59.753858 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-03b57d68-5edc-4727-a9ed-fb6bcfb8b00e req-060b84d2-01a6-41ba-b71a-86729e3e242f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Jul 09 20:53:59.825897 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28fc8d-01ca-4778-ae15-1b7a6eb12f68 req-7ae7f1ec-73d5-4cbb-8d96-7ce5fc58fc32 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:59.827404 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef28fc8d-01ca-4778-ae15-1b7a6eb12f68 req-7ae7f1ec-73d5-4cbb-8d96-7ce5fc58fc32 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0772235 Jul 09 20:53:59.872750 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef28fc8d-01ca-4778-ae15-1b7a6eb12f68 req-609638a4-3245-4fbf-bbe9-4e607857e9c1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Jul 09 20:54:00.270216 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['53058104-b1c5-4798-bb9e-f978ab3b09fa'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:00.942268 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9eeba-3896-4f77-ba56-c9a57ffba984 req-0bad1da9-a4d3-415a-9dc8-64213be0d81a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:00.944210 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-52a9eeba-3896-4f77-ba56-c9a57ffba984 req-0bad1da9-a4d3-415a-9dc8-64213be0d81a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 944 time: 0.0739737 Jul 09 20:54:00.999201 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-52a9eeba-3896-4f77-ba56-c9a57ffba984 req-61ab0b77-69f8-4f19-b47b-dfd8630254f6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458341 Jul 09 20:54:01.140526 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bccf4-30c8-49db-89d1-0dac758d7690 req-2dc422fd-2eee-481b-b7dc-b2458a29830a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:01.142299 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b3bccf4-30c8-49db-89d1-0dac758d7690 req-2dc422fd-2eee-481b-b7dc-b2458a29830a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0899758 Jul 09 20:54:01.191500 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b3bccf4-30c8-49db-89d1-0dac758d7690 req-8fbb64a1-20c8-42a2-9029-7f1adc5ccbd8 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Jul 09 20:54:02.246357 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49addac-0b81-4366-90e4-080b5fde3549 req-8c93519b-9704-4916-b310-d46753f465c6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:02.247950 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f49addac-0b81-4366-90e4-080b5fde3549 req-8c93519b-9704-4916-b310-d46753f465c6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 944 time: 0.0937493 Jul 09 20:54:02.299530 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f49addac-0b81-4366-90e4-080b5fde3549 req-d32ddf57-517d-4ad5-8928-cf550c94db50 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Jul 09 20:54:02.335357 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 53058104-b1c5-4798-bb9e-f978ab3b09fa up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:02.391608 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 53058104-b1c5-4798-bb9e-f978ab3b09fa completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:02.396053 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 53058104-b1c5-4798-bb9e-f978ab3b09fa triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:02.396337 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:02.428641 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f7a20-2c3a-4520-931b-dfccbbd73829 req-d3508f00-1da0-4a69-8ddc-9e38f5327261 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:02.430277 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-722f7a20-2c3a-4520-931b-dfccbbd73829 req-d3508f00-1da0-4a69-8ddc-9e38f5327261 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0966194 Jul 09 20:54:02.470112 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-722f7a20-2c3a-4520-931b-dfccbbd73829 req-f1430444-17f8-4d47-bb75-fdaa9b7c76e5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Jul 09 20:54:02.487648 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:02.515735 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc7f31b-e515-4086-b25f-fa93084e6cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53058104-b1c5-4798-bb9e-f978ab3b09fa'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:02.518548 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d63d852-8cca-4d5d-abf4-f23a4d7f9930" -d '{"events": [{"server_uuid": "ddc7f31b-e515-4086-b25f-fa93084e6cc8", "name": "network-vif-plugged", "status": "completed", "tag": "53058104-b1c5-4798-bb9e-f978ab3b09fa"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:02.536432 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 53058104-b1c5-4798-bb9e-f978ab3b09fa, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=53058104-b1c5-4798-bb9e-f978ab3b09fa,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:02.541505 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:02.697081 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff327442-df2b-4fd0-81ff-ffe3db07ea5e x-openstack-request-id: req-ff327442-df2b-4fd0-81ff-ffe3db07ea5e {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:02.697438 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc7f31b-e515-4086-b25f-fa93084e6cc8", "name": "network-vif-plugged", "status": "completed", "tag": "53058104-b1c5-4798-bb9e-f978ab3b09fa", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:02.697727 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff327442-df2b-4fd0-81ff-ffe3db07ea5e {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:02.698101 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc7f31b-e515-4086-b25f-fa93084e6cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53058104-b1c5-4798-bb9e-f978ab3b09fa', 'code': 200} Jul 09 20:54:02.723428 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=53058104-b1c5-4798-bb9e-f978ab3b09fa,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:02.850774 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58794b4b-272a-4724-acb2-9b5ba9bdb15c req-69fe494b-c32a-4e0d-b676-5bf9cb6c9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:02.852180 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-58794b4b-272a-4724-acb2-9b5ba9bdb15c req-69fe494b-c32a-4e0d-b676-5bf9cb6c9655 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0499563 Jul 09 20:54:02.886304 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-58794b4b-272a-4724-acb2-9b5ba9bdb15c req-25cbbce3-be60-4a82-894c-1022dc198d8a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271380 Jul 09 20:54:03.632365 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597726b7-f484-4540-ab7d-3c8442ae504f req-db640bca-44a7-4eca-bd23-b955d7b7cee1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:03.639162 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-597726b7-f484-4540-ab7d-3c8442ae504f req-db640bca-44a7-4eca-bd23-b955d7b7cee1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0788059 Jul 09 20:54:03.682233 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-597726b7-f484-4540-ab7d-3c8442ae504f req-5af2dcd0-6b3f-43e4-8b0b-c57873abcff5 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Jul 09 20:54:03.714957 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67ffd2-090d-4f1e-b54f-155c1af0d179 req-0b37b114-5f1e-48a0-ba2b-95b5928e86c7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:03.716689 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cc67ffd2-090d-4f1e-b54f-155c1af0d179 req-0b37b114-5f1e-48a0-ba2b-95b5928e86c7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0997322 Jul 09 20:54:03.760270 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cc67ffd2-090d-4f1e-b54f-155c1af0d179 req-c88cdcc8-5b61-4a95-af18-f298b543c57e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357180 Jul 09 20:54:03.856355 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 41790) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:03.955132 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0f9c895-ec65-4b9e-9434-6d930e4491dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.041452 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0f9c895-ec65-4b9e-9434-6d930e4491dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.045432 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0f9c895-ec65-4b9e-9434-6d930e4491dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.092039 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b0f9c895-ec65-4b9e-9434-6d930e4491dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c110137547684113a5e60201a2a81b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345824 Jul 09 20:54:04.092909 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9c895-ec65-4b9e-9434-6d930e4491dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1665e397-b7fa-4117-b373-fafae23a6e07,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:04.094748 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 41794) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:04.143820 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a26b6075-d266-44da-90f9-ff95a8aab6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.164599 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a26b6075-d266-44da-90f9-ff95a8aab6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.207421 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a26b6075-d266-44da-90f9-ff95a8aab6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.209819 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a26b6075-d266-44da-90f9-ff95a8aab6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.210941 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a26b6075-d266-44da-90f9-ff95a8aab6f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1665e397-b7fa-4117-b373-fafae23a6e07 HTTP/1.1" status: 204 len: 168 time: 0.1152186 Jul 09 20:54:04.218191 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b6075-d266-44da-90f9-ff95a8aab6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1665e397-b7fa-4117-b373-fafae23a6e07,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:04.464869 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 41802) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:04.478921 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-19a36611-89a9-417e-952b-603f35f04968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.585665 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-19a36611-89a9-417e-952b-603f35f04968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.589691 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-19a36611-89a9-417e-952b-603f35f04968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.629087 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-19a36611-89a9-417e-952b-603f35f04968 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22fe5c8e20e246c1861ee2f9d8d444ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629243 Jul 09 20:54:04.629924 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a36611-89a9-417e-952b-603f35f04968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76a129e-414a-448a-a5d0-348cd6914b46,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:04.631783 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 41812) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:04.680652 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c5d62fc9-ef67-4f22-87f2-e83cad1b6f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.701652 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c5d62fc9-ef67-4f22-87f2-e83cad1b6f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.757553 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c5d62fc9-ef67-4f22-87f2-e83cad1b6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.760098 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c5d62fc9-ef67-4f22-87f2-e83cad1b6f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.761559 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c5d62fc9-ef67-4f22-87f2-e83cad1b6f3b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c76a129e-414a-448a-a5d0-348cd6914b46 HTTP/1.1" status: 204 len: 168 time: 0.1287768 Jul 09 20:54:04.770339 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d62fc9-ef67-4f22-87f2-e83cad1b6f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76a129e-414a-448a-a5d0-348cd6914b46,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:04.922205 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee624bf5-87c3-4f3c-a900-40ec0ad212a1 req-342eb541-5a5a-4e8d-8c00-c00440589f59 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:04.928745 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ee624bf5-87c3-4f3c-a900-40ec0ad212a1 req-342eb541-5a5a-4e8d-8c00-c00440589f59 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0910521 Jul 09 20:54:04.976187 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ee624bf5-87c3-4f3c-a900-40ec0ad212a1 req-6233fd3c-f051-4d9f-97aa-c6ae919025d0 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382481 Jul 09 20:54:04.997784 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427eb90-d719-4830-b375-425eaa6f6897 req-8af9621a-3469-4b4c-8ce3-a39424772c15 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:05.006852 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4427eb90-d719-4830-b375-425eaa6f6897 req-8af9621a-3469-4b4c-8ce3-a39424772c15 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.1165445 Jul 09 20:54:05.053412 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4427eb90-d719-4830-b375-425eaa6f6897 req-4ae8c7ce-e9c3-4591-a28c-3760f9662913 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Jul 09 20:54:10.324720 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc7f91-938b-4a5c-b46c-51ebc1472ebe req-d07abe7d-0491-4ea4-810b-2de764d779f7 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:10.326234 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6dbc7f91-938b-4a5c-b46c-51ebc1472ebe req-d07abe7d-0491-4ea4-810b-2de764d779f7 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0652382 Jul 09 20:54:10.363794 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6dbc7f91-938b-4a5c-b46c-51ebc1472ebe req-59115adc-4452-42d4-b52b-f5a134bfd372 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Jul 09 20:54:10.527355 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f476ba-6db7-44df-80ba-7f99de4bb35b req-fa332d9e-1aa3-4af8-b7ca-f98a653d0d6e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:10.528932 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-68f476ba-6db7-44df-80ba-7f99de4bb35b req-fa332d9e-1aa3-4af8-b7ca-f98a653d0d6e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0654593 Jul 09 20:54:10.567271 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-68f476ba-6db7-44df-80ba-7f99de4bb35b req-02bc8790-a25e-42b3-bdc4-44f4e2647bab tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Jul 09 20:54:10.797509 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a438-36d8-4ceb-b73b-fdea8cfffd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.427857 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-6b01ca3a-9e9f-4894-a742-e07e3fdb1b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:13.748266 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.588203 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:14.916791 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.051066 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:16.361054 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-4c4b2851-353c-4e36-a00a-9fcbc63886ce service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490701 Jul 09 20:54:17.137906 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-d831a436-5719-4adc-be3e-5fc070247e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:17.139510 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-d831a436-5719-4adc-be3e-5fc070247e1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c56936732d444d0b0e169ea95766e11&device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 1099 time: 0.0994728 Jul 09 20:54:17.150614 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0e4d-5f0a-4318-b662-2fe8f40a2009 req-89030a7f-8838-4163-87dd-a9b55aa87d54 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:17.152139 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2eda0e4d-5f0a-4318-b662-2fe8f40a2009 req-89030a7f-8838-4163-87dd-a9b55aa87d54 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0864780 Jul 09 20:54:17.193450 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2eda0e4d-5f0a-4318-b662-2fe8f40a2009 req-4729976b-9410-4c2f-be14-1c567aaa89e1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Jul 09 20:54:17.386474 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-e99df793-13d5-46a5-8f99-d616867c3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:17.387929 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-e99df793-13d5-46a5-8f99-d616867c3d2a service neutron] 10.222.0.83 "GET /v2.0/networks?id=cf13fe10-e822-48f2-8548-dfa5c58a1d67 HTTP/1.1" status: 200 len: 913 time: 0.1216340 Jul 09 20:54:17.393245 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f53bb-eec1-4dfe-9fbb-48d47f27417d req-ac131266-a97b-410c-a1f7-a7883a881e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:17.394571 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a24f53bb-eec1-4dfe-9fbb-48d47f27417d req-ac131266-a97b-410c-a1f7-a7883a881e69 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 1098 time: 0.0857658 Jul 09 20:54:17.432599 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-2f6070e4-9dcc-4a52-aefc-7a5d8a0005c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce821397-52fa-4859-b7b1-a8c24cd90a37 HTTP/1.1" status: 200 len: 217 time: 0.0371201 Jul 09 20:54:17.486001 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a24f53bb-eec1-4dfe-9fbb-48d47f27417d req-d6b92bb1-5654-4e41-986f-c3b7cddda6cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Jul 09 20:54:17.496287 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-426a10a0-2bfe-45f4-bccd-da70d7dc577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:17.497800 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-426a10a0-2bfe-45f4-bccd-da70d7dc577a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6dab944a-f0e1-4602-b4d1-d214acaf6f49 HTTP/1.1" status: 200 len: 852 time: 0.0552716 Jul 09 20:54:18.609404 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-43493de8-41ba-42f2-86dc-833b7752cef3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cf13fe10-e822-48f2-8548-dfa5c58a1d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279384 Jul 09 20:54:18.872867 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-cdbd143e-04a7-403d-a630-3768f3258ce3 service neutron] 10.222.0.83 "GET /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214485 Jul 09 20:54:18.935184 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beedc6-47de-43f5-acff-3dff8090ba5f req-8c514af1-ca68-49b0-adcb-da1c6cba3124 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:18.937720 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f3beedc6-47de-43f5-acff-3dff8090ba5f req-8c514af1-ca68-49b0-adcb-da1c6cba3124 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0780683 Jul 09 20:54:18.998180 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5b5ff8d8-efe2-4a58-a525-0551f7d42071 req-3bd6aa84-7d78-42e1-8caf-6420a57fb8d0 service neutron] 10.222.0.83 "GET /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184831 Jul 09 20:54:18.999140 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f3beedc6-47de-43f5-acff-3dff8090ba5f req-c6b74d63-8216-4d13-90d3-42f495aa390d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551531 Jul 09 20:54:19.150403 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac34c26-2dfb-410c-942d-97babb46ac2a req-b0ea3b86-8fce-41ad-bd4c-008c86f2f05b tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:19.153022 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ac34c26-2dfb-410c-942d-97babb46ac2a req-b0ea3b86-8fce-41ad-bd4c-008c86f2f05b tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0659568 Jul 09 20:54:19.192366 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ac34c26-2dfb-410c-942d-97babb46ac2a req-526384ef-550e-47ce-a31a-9f8e2167e52e tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Jul 09 20:54:19.826915 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-addeb132-84ef-4cf0-a5cd-d34d7659be91 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:19.828631 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-addeb132-84ef-4cf0-a5cd-d34d7659be91 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 814 time: 0.1306920 Jul 09 20:54:19.849391 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-75988807-711c-4596-9246-79afab01d103 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/quotas/9e4d88db79184e58b78fc7ab4038fbf8 HTTP/1.1" status: 200 len: 375 time: 0.0151627 Jul 09 20:54:19.916730 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-71c11d1b-848a-405e-b404-172069e054e2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649529 Jul 09 20:54:20.006942 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-d60b3195-d1bc-4c39-bd2b-d680283c4b58 service neutron] 10.222.0.77 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835519 Jul 09 20:54:20.104042 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-92235f53-1114-4d26-9093-b770b39e0212 service neutron] 10.222.0.77 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913095 Jul 09 20:54:20.352896 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3691fd22-24a1-4778-8783-d6e694057865 req-aa46b8ab-469c-40d9-81c3-ca08c50fa0fa tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 210 time: 0.0312667 Jul 09 20:54:20.418715 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c36734-18c3-4ef4-b59c-6cbcfc4293d0 req-b0fc22c1-7f4c-4028-9ca1-84cdbf83e3ce tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:20.420379 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d0c36734-18c3-4ef4-b59c-6cbcfc4293d0 req-b0fc22c1-7f4c-4028-9ca1-84cdbf83e3ce tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.1005681 Jul 09 20:54:20.479375 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d0c36734-18c3-4ef4-b59c-6cbcfc4293d0 req-936d916e-9515-43ac-8495-8ee311a4521c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 Jul 09 20:54:20.545085 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70df6c-03c4-4a3c-9511-66636465bdb6 req-c0fbe1a3-5fca-4e5b-9642-a2f04cccbd64 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:20.546657 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-be70df6c-03c4-4a3c-9511-66636465bdb6 req-c0fbe1a3-5fca-4e5b-9642-a2f04cccbd64 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0676188 Jul 09 20:54:20.586704 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-be70df6c-03c4-4a3c-9511-66636465bdb6 req-ef6861b6-d040-4ce0-8635-f3a6f411f45a tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338681 Jul 09 20:54:21.505554 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42210) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:21.545475 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8f76d8b5-af32-4ea0-8372-14ac2d997e50 req-353fc20f-de05-4bd6-af5c-43898fd2269d tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 210 time: 0.0430796 Jul 09 20:54:21.673279 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.689164 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d425769-92d4-450b-859b-88cf7800b9ec req-b5e8b83c-a394-4066-a636-d44d212ba418 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:21.691001 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5d425769-92d4-450b-859b-88cf7800b9ec req-b5e8b83c-a394-4066-a636-d44d212ba418 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0920939 Jul 09 20:54:21.754109 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5d425769-92d4-450b-859b-88cf7800b9ec req-948d5991-6ffc-4837-bf42-721fbf4efb8a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501420 Jul 09 20:54:21.867011 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.875163 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385649c4-72d7-4a40-b022-1c596e93e9d4 req-1642eaec-d3e2-4322-bc4d-6b17ea29b4dc tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:21.877311 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-385649c4-72d7-4a40-b022-1c596e93e9d4 req-1642eaec-d3e2-4322-bc4d-6b17ea29b4dc tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.1032188 Jul 09 20:54:21.878888 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:21.913656 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42226) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:21.964595 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51afeca-808a-449d-bbff-1dc456ee37b1,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:21.978481 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d5538a50e6374538af2bc90936ff48e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704244 Jul 09 20:54:21.979082 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.979504 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.979939 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.980611 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.985083 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.988857 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.989471 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.989854 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.990191 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.990754 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.991085 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.991417 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fd0b3-bdc0-4caa-b717-4676ee31d253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:21.994625 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42230) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:22.007409 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-385649c4-72d7-4a40-b022-1c596e93e9d4 req-1315b4db-50d2-461a-87ac-96383ed0f5c8 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210101 Jul 09 20:54:22.062937 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d62c7bbe-8c8b-41ca-832c-c09c4851eae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.086908 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d62c7bbe-8c8b-41ca-832c-c09c4851eae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.091620 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f2304-12ed-437a-b2fb-8072e92ecd60 req-ad5da1d0-7f70-4b72-b1fe-8c19d7a40e98 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:22.093255 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-107f2304-12ed-437a-b2fb-8072e92ecd60 req-ad5da1d0-7f70-4b72-b1fe-8c19d7a40e98 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.2105055 Jul 09 20:54:22.118207 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-b0fec3d7-7994-42c7-a6af-67437907fdb8 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:22.118773 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0929917-7fcc-4c96-adc6-bdd3028255bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.119686 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-b0fec3d7-7994-42c7-a6af-67437907fdb8 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 814 time: 0.2478538 Jul 09 20:54:22.147810 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-107f2304-12ed-437a-b2fb-8072e92ecd60 req-22a89622-5116-4a1f-84b0-81e5a21155c1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475614 Jul 09 20:54:22.175952 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d62c7bbe-8c8b-41ca-832c-c09c4851eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.179755 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d62c7bbe-8c8b-41ca-832c-c09c4851eae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.181030 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-d62c7bbe-8c8b-41ca-832c-c09c4851eae3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b51afeca-808a-449d-bbff-1dc456ee37b1 HTTP/1.1" status: 204 len: 168 time: 0.1833985 Jul 09 20:54:22.188045 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Request body: {'port': {'device_id': 'd95f9168-7b52-4f0a-90ab-a9b577f0e06a', 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'admin_state_up': True, 'tenant_id': '9e4d88db79184e58b78fc7ab4038fbf8'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:22.199306 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c7bbe-8c8b-41ca-832c-c09c4851eae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51afeca-808a-449d-bbff-1dc456ee37b1,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:22.363131 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0929917-7fcc-4c96-adc6-bdd3028255bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.369168 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0929917-7fcc-4c96-adc6-bdd3028255bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.432568 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0929917-7fcc-4c96-adc6-bdd3028255bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7ad62b-b529-4abd-b4df-75d9b388b6d7,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:22.442407 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b0929917-7fcc-4c96-adc6-bdd3028255bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30ab472f4dd94d14bb7ee6d15e891900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5274498 Jul 09 20:54:22.444689 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42244) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:22.505051 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a8cb291a-c776-4686-b8de-67f7cd9367c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.535602 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a8cb291a-c776-4686-b8de-67f7cd9367c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.584154 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Made reservation on behalf of 9e4d88db79184e58b78fc7ab4038fbf8 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:22.590861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.623168 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a8cb291a-c776-4686-b8de-67f7cd9367c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.628142 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a8cb291a-c776-4686-b8de-67f7cd9367c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.629523 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-a8cb291a-c776-4686-b8de-67f7cd9367c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc7ad62b-b529-4abd-b4df-75d9b388b6d7 HTTP/1.1" status: 204 len: 168 time: 0.1835835 Jul 09 20:54:22.641049 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb291a-c776-4686-b8de-67f7cd9367c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7ad62b-b529-4abd-b4df-75d9b388b6d7,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:22.708484 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42256) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:22.723943 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d0000163-2e10-4d9b-8ec8-0ed9485f03bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.801741 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4b3eb276-9888-4fe8-80b0-cc16da6d3848 req-28001768-b3d4-4d59-8522-a2b0d7b9c2b6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 210 time: 0.0369508 Jul 09 20:54:22.814198 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Allocated IP 172.20.0.14 (e5cb2913-27aa-4156-9128-a345e8fe0441/1db29f98-1d04-4a27-9ccb-d617c1f00718/e112b037-ac7a-48c3-ab18-342fe6bea20e) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:22.861223 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d0000163-2e10-4d9b-8ec8-0ed9485f03bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.866391 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d0000163-2e10-4d9b-8ec8-0ed9485f03bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.909770 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-d0000163-2e10-4d9b-8ec8-0ed9485f03bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d9a16162c5345fe8bde5b5b062c3558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967845 Jul 09 20:54:22.910011 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42260) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:22.917762 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0000163-2e10-4d9b-8ec8-0ed9485f03bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026666d0-8674-492b-b50d-b65ad428e159,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:22.970276 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c593d551-bc20-49d1-beae-8c84031cebd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.989621 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:22.992249 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c593d551-bc20-49d1-beae-8c84031cebd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.040544 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.062012 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c593d551-bc20-49d1-beae-8c84031cebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.065747 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c593d551-bc20-49d1-beae-8c84031cebd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.070305 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c593d551-bc20-49d1-beae-8c84031cebd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/026666d0-8674-492b-b50d-b65ad428e159 HTTP/1.1" status: 204 len: 168 time: 0.1593306 Jul 09 20:54:23.081814 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593d551-bc20-49d1-beae-8c84031cebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026666d0-8674-492b-b50d-b65ad428e159,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:23.095529 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['eef3255a-d243-4c17-b8e1-d5c94fd3420f', '53058104-b1c5-4798-bb9e-f978ab3b09fa'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:23.128606 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Network e5cb2913-27aa-4156-9128-a345e8fe0441 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:23.130475 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:23.133536 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:23.140834 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:23.142242 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.146340 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Pushing event updated for resources: {'Port': ['ID=e112b037-ac7a-48c3-ab18-342fe6bea20e,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:23.160165 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.160633 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.161443 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.161854 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.162282 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.162747 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.163186 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.163633 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.164018 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.164463 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.164922 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.165356 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:23.177762 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec75b79a-24ee-4c6b-bfdd-dcc4f21a3545 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9930534 Jul 09 20:54:23.208237 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Request body: {'port': {'device_id': 'd95f9168-7b52-4f0a-90ab-a9b577f0e06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:23.274208 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837300e-cd69-4677-b4a6-44c3ae258d9e req-57c218c5-6cdb-4e1b-ba0a-9cbc57e95e37 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:23.281465 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8837300e-cd69-4677-b4a6-44c3ae258d9e req-57c218c5-6cdb-4e1b-ba0a-9cbc57e95e37 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.0866158 Jul 09 20:54:23.324133 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8837300e-cd69-4677-b4a6-44c3ae258d9e req-fb03328f-439d-47f2-a1b7-a0a18a44c780 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Jul 09 20:54:23.371447 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.593145 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef324940-c1e4-4139-96b4-d7c59857625a req-7deee0cf-4eba-43cd-9ce5-12eb2d008c4e tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:23.595250 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef324940-c1e4-4139-96b4-d7c59857625a req-7deee0cf-4eba-43cd-9ce5-12eb2d008c4e tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.83 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 946 time: 0.1761353 Jul 09 20:54:23.794510 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e112b037-ac7a-48c3-ab18-342fe6bea20e {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:23.804956 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.820775 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Deleting port ce821397-52fa-4859-b7b1-a8c24cd90a37 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:54:23.821434 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.826479 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Transition to ACTIVE for port object e112b037-ac7a-48c3-ab18-342fe6bea20e will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:23.838549 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:23.931470 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e112b037-ac7a-48c3-ab18-342fe6bea20e,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:24.005197 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] For port ce821397-52fa-4859-b7b1-a8c24cd90a37, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ce821397-52fa-4859-b7b1-a8c24cd90a37,segment=NetworkSegment(0d700d56-71b1-49be-b257-619fffc72b04),segment_id=0d700d56-71b1-49be-b257-619fffc72b04)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:24.005584 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.029120 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Calling delete_port for ce821397-52fa-4859-b7b1-a8c24cd90a37 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:54:24.034705 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Attempting to bind port e112b037-ac7a-48c3-ab18-342fe6bea20e on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:24.035011 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Attempting to bind port e112b037-ac7a-48c3-ab18-342fe6bea20e by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:24.035326 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Attempting to bind port e112b037-ac7a-48c3-ab18-342fe6bea20e on network e5cb2913-27aa-4156-9128-a345e8fe0441 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:24.048549 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Port e112b037-ac7a-48c3-ab18-342fe6bea20e on network e5cb2913-27aa-4156-9128-a345e8fe0441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:24.048894 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Attempting to bind port e112b037-ac7a-48c3-ab18-342fe6bea20e on network e5cb2913-27aa-4156-9128-a345e8fe0441 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:24.055350 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:24.055685 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Checking segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:24.056063 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Bound using segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:24.056488 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Bound port: e112b037-ac7a-48c3-ab18-342fe6bea20e, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:24.056890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.059523 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b37f-1432-4b9c-8962-dfe7f5f2bc04 req-420a0249-9bb5-42bf-bc62-331d23104262 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.068392 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c9e4b37f-1432-4b9c-8962-dfe7f5f2bc04 req-420a0249-9bb5-42bf-bc62-331d23104262 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 944 time: 0.1338298 Jul 09 20:54:24.120679 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c9e4b37f-1432-4b9c-8962-dfe7f5f2bc04 req-3e7d8ab0-900e-47f1-92c6-a9b179971714 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510464 Jul 09 20:54:24.264713 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] For port e112b037-ac7a-48c3-ab18-342fe6bea20e, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:24.285604 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] For port e112b037-ac7a-48c3-ab18-342fe6bea20e, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e112b037-ac7a-48c3-ab18-342fe6bea20e,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:24.293055 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.335284 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.335675 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.337335 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] 10.222.0.83 "PUT /v2.0/ports/e112b037-ac7a-48c3-ab18-342fe6bea20e HTTP/1.1" status: 200 len: 1094 time: 1.1350083 Jul 09 20:54:24.340218 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95f9168-7b52-4f0a-90ab-a9b577f0e06a', 'tag': 'e112b037-ac7a-48c3-ab18-342fe6bea20e'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:24.342637 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d95f9168-7b52-4f0a-90ab-a9b577f0e06a", "tag": "e112b037-ac7a-48c3-ab18-342fe6bea20e"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:24.345231 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.414271 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['ce821397-52fa-4859-b7b1-a8c24cd90a37'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:24.511441 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d01426-5d56-411e-b7a4-52e7d9a3d418 x-openstack-request-id: req-60d01426-5d56-411e-b7a4-52e7d9a3d418 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:24.512025 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95f9168-7b52-4f0a-90ab-a9b577f0e06a", "tag": "e112b037-ac7a-48c3-ab18-342fe6bea20e", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:24.512690 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60d01426-5d56-411e-b7a4-52e7d9a3d418 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:24.513702 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95f9168-7b52-4f0a-90ab-a9b577f0e06a', 'tag': 'e112b037-ac7a-48c3-ab18-342fe6bea20e', 'status': 'completed', 'code': 200} Jul 09 20:54:24.550460 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] No DVR routers for this DVR port ce821397-52fa-4859-b7b1-a8c24cd90a37 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:54:24.556020 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3435a2-53d9-461d-a13e-104fab0d61c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e112b037-ac7a-48c3-ab18-342fe6bea20e,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:24.582323 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.585335 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef324940-c1e4-4139-96b4-d7c59857625a req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.83 "DELETE /v2.0/ports/ce821397-52fa-4859-b7b1-a8c24cd90a37 HTTP/1.1" status: 204 len: 173 time: 0.9809504 Jul 09 20:54:24.662943 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b84f238-3bfd-43ab-ae9a-88532c80c6a2 req-0e69df09-7e01-40ba-a66c-70a971a1c0ce tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 210 time: 0.1176431 Jul 09 20:54:24.663769 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25976112-b530-4038-a48e-5cc8dc4216b3 tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] Pushing event deleted for resources: {'Port': ['ID=ce821397-52fa-4859-b7b1-a8c24cd90a37,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:24.698460 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ca2c3210-7042-4056-954a-c431c9a2af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.700788 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-ca2c3210-7042-4056-954a-c431c9a2af13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 1097 time: 0.2563307 Jul 09 20:54:24.757426 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-453dfd28-2676-44f6-9fbd-c6707a5e8c00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e112b037-ac7a-48c3-ab18-342fe6bea20e HTTP/1.1" status: 200 len: 217 time: 0.0349507 Jul 09 20:54:24.806588 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-38ecfc36-f3f6-432a-9285-9c8e387e14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.808444 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-38ecfc36-f3f6-432a-9285-9c8e387e14bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 200 len: 854 time: 0.0447686 Jul 09 20:54:24.846613 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-77a8c93c-d4ab-490e-b2d7-b5bdea6e883e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5cb2913-27aa-4156-9128-a345e8fe0441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313449 Jul 09 20:54:24.953577 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-de33a970-c33b-42bb-ba93-0ed952d36dd7 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956669 Jul 09 20:54:25.112132 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45c30187-3143-4ef0-b377-b2a7b5434ea7 req-e2dea522-0810-47d6-910b-357210581d15 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498370 Jul 09 20:54:25.190772 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896eecb-8995-47b6-9c71-3870457ed573 req-e5f44d2c-0b63-4c78-9727-03813e45e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.192263 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7896eecb-8995-47b6-9c71-3870457ed573 req-e5f44d2c-0b63-4c78-9727-03813e45e872 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1099 time: 0.1115534 Jul 09 20:54:25.240793 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41a1b-c78e-4111-b5a1-cb5446af47da req-cda8648e-888e-46cd-9000-9d991095e8d1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.242889 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c6b41a1b-c78e-4111-b5a1-cb5446af47da req-cda8648e-888e-46cd-9000-9d991095e8d1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1065228 Jul 09 20:54:25.390051 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c6b41a1b-c78e-4111-b5a1-cb5446af47da req-06e2fe88-8e20-41dd-bf76-7d3525d18c24 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323164 Jul 09 20:54:25.472906 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896eecb-8995-47b6-9c71-3870457ed573 req-29737a84-706e-46c5-af15-aff137b82236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.474548 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0b399-c2b6-44cd-a814-c43c2c6cc4f6 req-a121b0f2-a755-4fb9-9bc8-39e056d8784e tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.475109 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7896eecb-8995-47b6-9c71-3870457ed573 req-29737a84-706e-46c5-af15-aff137b82236 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.1804385 Jul 09 20:54:25.476022 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a6e0b399-c2b6-44cd-a814-c43c2c6cc4f6 req-a121b0f2-a755-4fb9-9bc8-39e056d8784e tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 944 time: 0.0879478 Jul 09 20:54:25.485095 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-bab00fa5-52ce-4543-b35d-dcecefd041c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.487550 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-bab00fa5-52ce-4543-b35d-dcecefd041c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 1097 time: 0.1943810 Jul 09 20:54:25.522833 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a6e0b399-c2b6-44cd-a814-c43c2c6cc4f6 req-e768d2a1-7801-4768-9484-172e53aada9a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Jul 09 20:54:25.553661 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7896eecb-8995-47b6-9c71-3870457ed573 req-3ae0538b-fe03-4c51-a098-29b0c07d8ce7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 200 len: 217 time: 0.0710890 Jul 09 20:54:25.596378 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42428) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:25.648443 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896eecb-8995-47b6-9c71-3870457ed573 req-1a50393d-650e-4c46-ae06-30f1b1df2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.649945 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7896eecb-8995-47b6-9c71-3870457ed573 req-1a50393d-650e-4c46-ae06-30f1b1df2bc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.0727937 Jul 09 20:54:25.690000 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7896eecb-8995-47b6-9c71-3870457ed573 req-aab38767-a861-4257-9bf4-d26e6faf8f30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284243 Jul 09 20:54:25.691043 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-6e98d520-d19c-4d10-adf3-6707b72c4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.692396 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-6e98d520-d19c-4d10-adf3-6707b72c4283 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 915 time: 0.1946130 Jul 09 20:54:25.706211 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b9c5baa-b38f-44d4-aa54-524b33735af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.778902 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-716b03fc-fca8-4433-aa74-289f2ebf23d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e112b037-ac7a-48c3-ab18-342fe6bea20e HTTP/1.1" status: 200 len: 217 time: 0.0757148 Jul 09 20:54:25.853972 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-637fbdd2-3d39-4198-abe6-963cfa00ae66 req-3af2a4ac-d584-461a-9d20-0c86dc35560b tempest-DeleteServersTestJSON-1607171561 tempest-DeleteServersTestJSON-1607171561-project] 10.222.0.77 "GET /v2.0/ports?device_id=4590d79f-c6c4-4797-ae77-b89b57d54aaf HTTP/1.1" status: 200 len: 210 time: 0.0384634 Jul 09 20:54:25.855693 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b9c5baa-b38f-44d4-aa54-524b33735af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.860674 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b9c5baa-b38f-44d4-aa54-524b33735af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.860933 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-997ef7df-8f1a-42b0-b409-a10d63db9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:25.862522 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-997ef7df-8f1a-42b0-b409-a10d63db9a55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 200 len: 854 time: 0.0703502 Jul 09 20:54:25.868302 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7896eecb-8995-47b6-9c71-3870457ed573 req-ce781304-7cb6-447d-b1f9-20e252d607eb service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663113 Jul 09 20:54:25.902733 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-0b9c5baa-b38f-44d4-aa54-524b33735af5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99e4e1e5fbc24220af246ea4ff1320c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074393 Jul 09 20:54:25.903573 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c5baa-b38f-44d4-aa54-524b33735af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f609387f-8acb-4448-b607-2f3210821969,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:25.904439 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-f4a9d5ed-53de-4c99-8e4e-46bce219b4a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5cb2913-27aa-4156-9128-a345e8fe0441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350397 Jul 09 20:54:25.905930 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42434) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:25.958950 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-adedbbc1-96d8-4fd1-b2e2-6c2fef861451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.983116 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-adedbbc1-96d8-4fd1-b2e2-6c2fef861451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.046292 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-adedbbc1-96d8-4fd1-b2e2-6c2fef861451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.049599 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-adedbbc1-96d8-4fd1-b2e2-6c2fef861451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.052861 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-adedbbc1-96d8-4fd1-b2e2-6c2fef861451 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f609387f-8acb-4448-b607-2f3210821969 HTTP/1.1" status: 204 len: 168 time: 0.1439912 Jul 09 20:54:26.053615 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7896eecb-8995-47b6-9c71-3870457ed573 req-23382ba7-8915-4587-8dff-24dad1125a3d service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759198 Jul 09 20:54:26.064645 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedbbc1-96d8-4fd1-b2e2-6c2fef861451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f609387f-8acb-4448-b607-2f3210821969,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.064834 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-be6752c4-a4d8-45fc-a6cf-524f01158062 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451240 Jul 09 20:54:26.167540 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4d18e2e2-c1fa-4c48-9d30-d63c4661ae5e req-44d68cf9-6525-43e0-b353-f3c78e3a6c7e service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942636 Jul 09 20:54:26.366817 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42446) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.381255 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a66ad320-8eaf-4c03-b52d-28f959fa116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.436882 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ce821397-52fa-4859-b7b1-a8c24cd90a37 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:54:26.462035 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: ce821397-52fa-4859-b7b1-a8c24cd90a37 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:54:26.462373 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ce821397-52fa-4859-b7b1-a8c24cd90a37 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:54:26.475970 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a66ad320-8eaf-4c03-b52d-28f959fa116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.480483 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a66ad320-8eaf-4c03-b52d-28f959fa116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.514742 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4590d79f-c6c4-4797-ae77-b89b57d54aaf', 'name': 'network-vif-deleted', 'tag': 'ce821397-52fa-4859-b7b1-a8c24cd90a37'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:26.522715 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31cc030-f566-483a-9df8-16a5922413e7" -d '{"events": [{"server_uuid": "4590d79f-c6c4-4797-ae77-b89b57d54aaf", "name": "network-vif-deleted", "tag": "ce821397-52fa-4859-b7b1-a8c24cd90a37"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:26.644023 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201532d6-cbd3-4c48-9556-ee9c9a95aa70 x-openstack-request-id: req-201532d6-cbd3-4c48-9556-ee9c9a95aa70 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:26.644555 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4590d79f-c6c4-4797-ae77-b89b57d54aaf", "name": "network-vif-deleted", "tag": "ce821397-52fa-4859-b7b1-a8c24cd90a37", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:26.645267 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-201532d6-cbd3-4c48-9556-ee9c9a95aa70 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:26.645805 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4590d79f-c6c4-4797-ae77-b89b57d54aaf', 'name': 'network-vif-deleted', 'tag': 'ce821397-52fa-4859-b7b1-a8c24cd90a37', 'status': 'completed', 'code': 200} Jul 09 20:54:26.753749 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-a66ad320-8eaf-4c03-b52d-28f959fa116c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=081e45945eb04c6d85b6e7f0b99ea8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858094 Jul 09 20:54:26.761005 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42456) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.771335 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad320-8eaf-4c03-b52d-28f959fa116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91546609-4881-458f-bda7-dfe246fa90dc,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.811013 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab385-0a64-4259-9a63-2754d1728304 req-ece6d6a1-93fe-4dbb-9519-a507b5af0b49 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:26.813871 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-acfab385-0a64-4259-9a63-2754d1728304 req-ece6d6a1-93fe-4dbb-9519-a507b5af0b49 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0791390 Jul 09 20:54:26.852308 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-acfab385-0a64-4259-9a63-2754d1728304 req-245835ea-5cc7-4eb6-9528-c1321939ec70 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Jul 09 20:54:27.037481 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c5a4a-a7f0-44e5-a893-98f143c7c559 req-184fd7b0-3a24-4b5f-bb4f-708be10df307 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:27.038861 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-501c5a4a-a7f0-44e5-a893-98f143c7c559 req-184fd7b0-3a24-4b5f-bb4f-708be10df307 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 944 time: 0.3055563 Jul 09 20:54:27.039875 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-abda0fe7-b0c2-4ccb-8d9f-246a2a60bc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.074166 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-abda0fe7-b0c2-4ccb-8d9f-246a2a60bc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.101187 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-501c5a4a-a7f0-44e5-a893-98f143c7c559 req-2cb96c98-7596-4efb-9d14-788e70633cdd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567765 Jul 09 20:54:27.141515 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-abda0fe7-b0c2-4ccb-8d9f-246a2a60bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.141945 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:54:27.144549 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-abda0fe7-b0c2-4ccb-8d9f-246a2a60bc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.145700 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-abda0fe7-b0c2-4ccb-8d9f-246a2a60bc89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91546609-4881-458f-bda7-dfe246fa90dc HTTP/1.1" status: 204 len: 168 time: 0.3830087 Jul 09 20:54:27.153524 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda0fe7-b0c2-4ccb-8d9f-246a2a60bc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91546609-4881-458f-bda7-dfe246fa90dc,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:28.033880 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db936b-7ab0-45d9-b1fb-41e01b33526f req-5cea2b2e-b753-4061-a825-556596e0c52a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:28.035340 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-44db936b-7ab0-45d9-b1fb-41e01b33526f req-5cea2b2e-b753-4061-a825-556596e0c52a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0645382 Jul 09 20:54:28.075431 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-44db936b-7ab0-45d9-b1fb-41e01b33526f req-b6a35716-3b17-4123-9eb6-b64fa7f1cb4e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343325 Jul 09 20:54:28.291414 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51a1d-0730-4452-aeb6-0726da5f7d3f req-dc490e82-16af-450d-aa37-9de2bec0d330 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:28.292905 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f4d51a1d-0730-4452-aeb6-0726da5f7d3f req-dc490e82-16af-450d-aa37-9de2bec0d330 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 944 time: 0.0699892 Jul 09 20:54:28.331060 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f4d51a1d-0730-4452-aeb6-0726da5f7d3f req-2346048d-b790-4387-a8c0-2a862df317b4 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Jul 09 20:54:28.434219 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device e112b037-ac7a-48c3-ab18-342fe6bea20e details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:28.529419 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port e112b037-ac7a-48c3-ab18-342fe6bea20e, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e112b037-ac7a-48c3-ab18-342fe6bea20e,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:28.541557 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'e112b037-ac7a-48c3-ab18-342fe6bea20e', 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'port_id': 'e112b037-ac7a-48c3-ab18-342fe6bea20e', 'mac_address': 'fa:16:3e:04:c0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db29f98-1d04-4a27-9ccb-d617c1f00718', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:28.585935 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.599097 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e112b037-ac7a-48c3-ab18-342fe6bea20e {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:28.622149 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42530) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:28.630984 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port e112b037-ac7a-48c3-ab18-342fe6bea20e, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e112b037-ac7a-48c3-ab18-342fe6bea20e,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:28.636398 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.682668 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b1bc4a-7d1a-4da0-9296-748a0216268a admin admin] Deleting subnet 6dab944a-f0e1-4602-b4d1-d214acaf6f49 {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:54:28.686058 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48b1bc4a-7d1a-4da0-9296-748a0216268a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.693756 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=e112b037-ac7a-48c3-ab18-342fe6bea20e,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:28.730460 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48b1bc4a-7d1a-4da0-9296-748a0216268a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.740723 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48b1bc4a-7d1a-4da0-9296-748a0216268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.823186 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48b1bc4a-7d1a-4da0-9296-748a0216268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.885770 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1bc4a-7d1a-4da0-9296-748a0216268a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dab944a-f0e1-4602-b4d1-d214acaf6f49,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:28.890390 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48b1bc4a-7d1a-4da0-9296-748a0216268a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.892851 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-48b1bc4a-7d1a-4da0-9296-748a0216268a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6dab944a-f0e1-4602-b4d1-d214acaf6f49 HTTP/1.1" status: 204 len: 168 time: 0.2693925 Jul 09 20:54:28.895084 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42540) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:28.961337 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.043966 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.054324 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.054682 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.055434 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.055780 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > port after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.056119 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.056438 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > port after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.056752 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.057092 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.057405 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.057713 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.180974 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.181318 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.181842 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.182164 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:54:29.182528 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf13fe10-e822-48f2-8548-dfa5c58a1d67']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:29.200520 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d700d56-71b1-49be-b257-619fffc72b04') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:29.200827 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d700d56-71b1-49be-b257-619fffc72b04') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:29.216552 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.237160 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.245134 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:54:29.245517 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.247771 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937da36-244a-49fc-8714-adeca54acddb req-b4273c38-80b9-40ec-98f4-1e7de8e62f34 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:29.249328 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8937da36-244a-49fc-8714-adeca54acddb req-b4273c38-80b9-40ec-98f4-1e7de8e62f34 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0622230 Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: from cryptography.utils import int_from_bytes Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: from cryptography.utils import int_from_bytes Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:54:29.249454 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:54:29.289004 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8937da36-244a-49fc-8714-adeca54acddb req-396f829a-3714-464a-a560-a127e84d9bbb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333803 Jul 09 20:54:29.321500 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.329763 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.333301 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] 10.222.0.77 "DELETE /v2.0/networks/cf13fe10-e822-48f2-8548-dfa5c58a1d67 HTTP/1.1" status: 204 len: 168 time: 0.4372087 Jul 09 20:54:29.344799 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af30a4-1e31-49aa-ba5e-ee7d6e94c9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=cf13fe10-e822-48f2-8548-dfa5c58a1d67,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:29.393876 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['e112b037-ac7a-48c3-ab18-342fe6bea20e'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:29.527617 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42552) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:29.545892 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58660ad-7624-4a7d-bde8-57f66931cebd req-42e271e4-0fdb-4311-a1af-b628249ca513 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:29.547628 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c58660ad-7624-4a7d-bde8-57f66931cebd req-42e271e4-0fdb-4311-a1af-b628249ca513 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 945 time: 0.0893869 Jul 09 20:54:29.577674 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-286521c3-840d-42e5-8fb0-e320219ebd1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c56936732d444d0b0e169ea95766e11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485413 Jul 09 20:54:29.580605 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42554) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:29.587178 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c58660ad-7624-4a7d-bde8-57f66931cebd req-c46e3edd-c38f-4c5a-91cc-3a939f521d27 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Jul 09 20:54:29.633597 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4aafe334-b50b-4659-9acb-a0f1901bce07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.654472 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4aafe334-b50b-4659-9acb-a0f1901bce07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.707012 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4aafe334-b50b-4659-9acb-a0f1901bce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.709681 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4aafe334-b50b-4659-9acb-a0f1901bce07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.710812 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-4aafe334-b50b-4659-9acb-a0f1901bce07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c5e2db1-a465-4d3e-a30d-f76cc9d9816a HTTP/1.1" status: 204 len: 168 time: 0.1292901 Jul 09 20:54:29.718555 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafe334-b50b-4659-9acb-a0f1901bce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5e2db1-a465-4d3e-a30d-f76cc9d9816a,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:30.470465 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad461c30-e335-43c3-9a93-10c7e025872f req-c997c805-ad44-414c-bd0c-bdee38ff96ae tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:30.472546 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ad461c30-e335-43c3-9a93-10c7e025872f req-c997c805-ad44-414c-bd0c-bdee38ff96ae tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0663896 Jul 09 20:54:30.512277 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ad461c30-e335-43c3-9a93-10c7e025872f req-499d8550-9d17-4c0c-a18f-b5866bfabe1e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Jul 09 20:54:30.949496 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d001e8-4412-45cd-8e0a-38a9e2a8eb9a req-2074d2f9-cc2e-463b-b307-33c4431e5db2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:30.950997 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-52d001e8-4412-45cd-8e0a-38a9e2a8eb9a req-2074d2f9-cc2e-463b-b307-33c4431e5db2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 945 time: 0.0696917 Jul 09 20:54:30.990725 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-52d001e8-4412-45cd-8e0a-38a9e2a8eb9a req-f57e240a-4a47-45dc-842f-e58bec1c3ad8 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339315 Jul 09 20:54:31.696717 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc740e8-a684-416e-b577-0091a4948544 req-d228164a-987f-495a-8b8b-d1b4ac2bccca tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:31.698356 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ecc740e8-a684-416e-b577-0091a4948544 req-d228164a-987f-495a-8b8b-d1b4ac2bccca tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0703158 Jul 09 20:54:31.735932 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ecc740e8-a684-416e-b577-0091a4948544 req-113ee32e-fec6-4c87-b7ed-0381f5be3b88 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Jul 09 20:54:32.187425 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78ccbd-90ad-426e-ac3c-c82f3118c066 req-747f5ead-f291-4534-973b-3fb66b80bfad tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:32.189754 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1e78ccbd-90ad-426e-ac3c-c82f3118c066 req-747f5ead-f291-4534-973b-3fb66b80bfad tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 945 time: 0.0695462 Jul 09 20:54:32.231973 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1e78ccbd-90ad-426e-ac3c-c82f3118c066 req-2eeb7538-d758-43fa-8785-82b764066366 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366211 Jul 09 20:54:32.482284 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device e112b037-ac7a-48c3-ab18-342fe6bea20e up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:32.531102 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port e112b037-ac7a-48c3-ab18-342fe6bea20e completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:32.535785 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port e112b037-ac7a-48c3-ab18-342fe6bea20e triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:32.536160 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:32.615378 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:32.647933 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95f9168-7b52-4f0a-90ab-a9b577f0e06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e112b037-ac7a-48c3-ab18-342fe6bea20e'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:32.650308 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42c0e8f-24c3-4c7e-b483-f8b241411879" -d '{"events": [{"server_uuid": "d95f9168-7b52-4f0a-90ab-a9b577f0e06a", "name": "network-vif-plugged", "status": "completed", "tag": "e112b037-ac7a-48c3-ab18-342fe6bea20e"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:32.662350 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port e112b037-ac7a-48c3-ab18-342fe6bea20e, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e112b037-ac7a-48c3-ab18-342fe6bea20e,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:32.667234 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:32.704209 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1fc740-b86e-41a1-b05a-b8f3a68da9df x-openstack-request-id: req-fb1fc740-b86e-41a1-b05a-b8f3a68da9df {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:32.704499 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95f9168-7b52-4f0a-90ab-a9b577f0e06a", "name": "network-vif-plugged", "status": "completed", "tag": "e112b037-ac7a-48c3-ab18-342fe6bea20e", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:32.704750 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb1fc740-b86e-41a1-b05a-b8f3a68da9df {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:32.705160 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95f9168-7b52-4f0a-90ab-a9b577f0e06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e112b037-ac7a-48c3-ab18-342fe6bea20e', 'code': 200} Jul 09 20:54:32.728470 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=e112b037-ac7a-48c3-ab18-342fe6bea20e,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:32.927294 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061faee4-a1a5-4889-a24d-e5e5f9afae00 req-de10a929-7fdd-49bd-9318-98cdd87dbacf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:32.927294 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-061faee4-a1a5-4889-a24d-e5e5f9afae00 req-de10a929-7fdd-49bd-9318-98cdd87dbacf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0710535 Jul 09 20:54:32.971024 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-061faee4-a1a5-4889-a24d-e5e5f9afae00 req-8e2a70ee-f923-43e7-a436-e8ab3595d1e5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Jul 09 20:54:32.985529 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517fee2-01db-4f59-9f09-1f37495936e7 req-b2e58519-63b3-44ae-b5b1-d71fdba610a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:32.987309 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b517fee2-01db-4f59-9f09-1f37495936e7 req-b2e58519-63b3-44ae-b5b1-d71fdba610a3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 1099 time: 0.0588012 Jul 09 20:54:33.027344 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b517fee2-01db-4f59-9f09-1f37495936e7 req-55557ab8-825e-44ed-ae7d-32f6ad7b7d43 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329032 Jul 09 20:54:33.434838 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145422d8-89f6-486e-b003-123886445084 req-9350d911-6b56-442a-9fcd-de98c90a391b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:33.436359 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-145422d8-89f6-486e-b003-123886445084 req-9350d911-6b56-442a-9fcd-de98c90a391b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 946 time: 0.0758107 Jul 09 20:54:33.474321 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-145422d8-89f6-486e-b003-123886445084 req-362a9e80-2856-4084-a421-c28b681ea10b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jul 09 20:54:33.499610 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42670) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:33.611176 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0c15d960-ad49-473b-aabb-091886295dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.712229 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0c15d960-ad49-473b-aabb-091886295dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.717215 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0c15d960-ad49-473b-aabb-091886295dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.756716 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0c15d960-ad49-473b-aabb-091886295dcb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80945ab0ca9d4f7a9bccb28b51947282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557704 Jul 09 20:54:33.757637 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15d960-ad49-473b-aabb-091886295dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e12d45-4900-44a5-9fcf-46e5f1d7ff65,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:33.759383 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42676) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:33.810831 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ecdcbbdc-0617-4250-8298-718b49f37b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.832649 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ecdcbbdc-0617-4250-8298-718b49f37b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.877756 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ecdcbbdc-0617-4250-8298-718b49f37b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.880379 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ecdcbbdc-0617-4250-8298-718b49f37b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:33.881571 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-ecdcbbdc-0617-4250-8298-718b49f37b2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45e12d45-4900-44a5-9fcf-46e5f1d7ff65 HTTP/1.1" status: 204 len: 168 time: 0.1199100 Jul 09 20:54:33.889673 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcbbdc-0617-4250-8298-718b49f37b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e12d45-4900-44a5-9fcf-46e5f1d7ff65,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:34.150124 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42686) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:34.160781 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0735cee-024a-4ba6-b0ff-f19bf7885d1c req-859e39e6-b432-4b49-a8ce-b67f061b6346 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:34.162432 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c0735cee-024a-4ba6-b0ff-f19bf7885d1c req-859e39e6-b432-4b49-a8ce-b67f061b6346 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0738900 Jul 09 20:54:34.164048 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b1e33a92-9695-4c3e-8980-9c3564518485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.201122 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c0735cee-024a-4ba6-b0ff-f19bf7885d1c req-20a93572-124a-4b7d-8fa2-0da4a619aeee tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Jul 09 20:54:34.256365 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b1e33a92-9695-4c3e-8980-9c3564518485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.260337 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b1e33a92-9695-4c3e-8980-9c3564518485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.298968 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b1e33a92-9695-4c3e-8980-9c3564518485 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef1239028efd483e8807c57942f3218e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476967 Jul 09 20:54:34.300034 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e33a92-9695-4c3e-8980-9c3564518485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee3471d-d71f-4cce-955b-5baec9f7199f,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:34.301728 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42692) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:34.351453 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-674ea6e4-5041-44de-8cf7-877b8ee57be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.382852 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-674ea6e4-5041-44de-8cf7-877b8ee57be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.433176 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-674ea6e4-5041-44de-8cf7-877b8ee57be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.436018 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-674ea6e4-5041-44de-8cf7-877b8ee57be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.437215 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-674ea6e4-5041-44de-8cf7-877b8ee57be6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bee3471d-d71f-4cce-955b-5baec9f7199f HTTP/1.1" status: 204 len: 168 time: 0.1345084 Jul 09 20:54:34.445819 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ea6e4-5041-44de-8cf7-877b8ee57be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee3471d-d71f-4cce-955b-5baec9f7199f,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:34.573826 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42704) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:34.674075 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175cef3-a52e-46fb-8c45-557634b9aa66 req-4fada7fa-07c0-4a59-ab4a-e861778996b2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:34.677073 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6175cef3-a52e-46fb-8c45-557634b9aa66 req-4fada7fa-07c0-4a59-ab4a-e861778996b2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 946 time: 0.0779250 Jul 09 20:54:34.729533 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6175cef3-a52e-46fb-8c45-557634b9aa66 req-4122ae20-2ccb-4dc0-a388-33c7249dbb30 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510743 Jul 09 20:54:34.772046 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5e5a86c7-ff5a-4144-a93e-a5b81397d8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.883463 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5e5a86c7-ff5a-4144-a93e-a5b81397d8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.887771 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5e5a86c7-ff5a-4144-a93e-a5b81397d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:34.928066 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5e5a86c7-ff5a-4144-a93e-a5b81397d8a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55a4478c2b214d8391ae54ff7819786b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531587 Jul 09 20:54:34.928926 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a86c7-ff5a-4144-a93e-a5b81397d8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558acd45-8996-4845-88b8-50aa70e6924a,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:34.930878 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42722) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:34.990967 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-50aa4744-5e21-42d6-ba40-650a93d22f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.019319 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-50aa4744-5e21-42d6-ba40-650a93d22f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.068751 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-50aa4744-5e21-42d6-ba40-650a93d22f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.071418 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-50aa4744-5e21-42d6-ba40-650a93d22f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.072671 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-50aa4744-5e21-42d6-ba40-650a93d22f14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/558acd45-8996-4845-88b8-50aa70e6924a HTTP/1.1" status: 204 len: 168 time: 0.1408122 Jul 09 20:54:35.080684 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa4744-5e21-42d6-ba40-650a93d22f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558acd45-8996-4845-88b8-50aa70e6924a,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:35.177171 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42736) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:35.406347 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4918831-f2de-416e-90d9-b2602c870448 req-1f2de6c5-5899-4287-88e1-827458bd2dab tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:35.408167 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d4918831-f2de-416e-90d9-b2602c870448 req-1f2de6c5-5899-4287-88e1-827458bd2dab tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0761895 Jul 09 20:54:35.428440 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-931180574-network', 'tenant_id': '065ed316a41c4f34a8cb009bcc219ba6'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:35.470942 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d4918831-f2de-416e-90d9-b2602c870448 req-b466579e-4334-4107-9aa7-6e0e4c4e202d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Jul 09 20:54:35.471916 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Made reservation on behalf of 065ed316a41c4f34a8cb009bcc219ba6 for: {'network': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:35.474693 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.482866 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.586602 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.595821 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.629215 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=92867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:54:35.635486 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae499a9-ff56-45f5-8e35-aeebae785edc,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:35.642926 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.643485 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.segments_db [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Added segment c66b3047-cf2c-49bb-8295-55a312757a84 of type vlan for network b3bbf04c-4160-416c-8d5c-75741f1290e8 Jul 09 20:54:35.685134 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.722134 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.723183 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:35.723770 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.787378 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6063888 Jul 09 20:54:35.787916 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42762) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:35.795269 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Request body: {'subnet': {'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-931180574-subnet', 'tenant_id': '065ed316a41c4f34a8cb009bcc219ba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:35.800068 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f3d15-0e02-4d55-895e-440d6b813dec admin admin] Pushing event updated for resources: {'Network': ['ID=b3bbf04c-4160-416c-8d5c-75741f1290e8,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:35.813606 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network b3bbf04c-4160-416c-8d5c-75741f1290e8 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:54:35.828833 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Made reservation on behalf of 065ed316a41c4f34a8cb009bcc219ba6 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:35.831364 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:35.955160 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b90fa5-8fb1-4903-add3-71cde0dc730c req-7f8460a8-ef76-4df1-b96b-dd668bc7c92f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:35.956770 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-56b90fa5-8fb1-4903-add3-71cde0dc730c req-7f8460a8-ef76-4df1-b96b-dd668bc7c92f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 946 time: 0.0955095 Jul 09 20:54:35.998239 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-56b90fa5-8fb1-4903-add3-71cde0dc730c req-8ddd21c6-02ff-45b7-93d3-9c8c35407c89 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354383 Jul 09 20:54:36.082055 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.143068 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f744712a-564f-440b-8823-bbc8dc5c8ef8,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:36.161555 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Checking segment: {'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:36.162160 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Network hostable DHCP agents. Network: b3bbf04c-4160-416c-8d5c-75741f1290e8, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:54:36.185933 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Network b3bbf04c-4160-416c-8d5c-75741f1290e8 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:54:36.198205 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, b3bbf04c-4160-416c-8d5c-75741f1290e8) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:36.207681 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8fc582-d91f-407c-8143-b2e779fda164 None None] Network b3bbf04c-4160-416c-8d5c-75741f1290e8 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:36.207866 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:36.208515 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:36.226795 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-193de022-a721-4268-83ac-92b4f0392510 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4376364 Jul 09 20:54:36.371251 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6333d-6224-4740-b2df-fd3728ded252 None None] Network b3bbf04c-4160-416c-8d5c-75741f1290e8 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:54:36.660572 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c441ea-fc98-4efc-b1e1-ec38db099ccd req-ad1ba598-5866-4a4e-9d8b-e3756826dcc9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:36.662112 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f8c441ea-fc98-4efc-b1e1-ec38db099ccd req-ad1ba598-5866-4a4e-9d8b-e3756826dcc9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0662613 Jul 09 20:54:36.702238 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f8c441ea-fc98-4efc-b1e1-ec38db099ccd req-ed553fb5-741f-40b4-b9c8-2f10910df44b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Jul 09 20:54:36.928181 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42806) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.050174 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6b774a3e-be2d-4910-873e-82be130a1c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.139392 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6b774a3e-be2d-4910-873e-82be130a1c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.144300 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6b774a3e-be2d-4910-873e-82be130a1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.182546 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b774a3e-be2d-4910-873e-82be130a1c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4577aead-f393-4952-8e7d-fa3559bdb165,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:37.190267 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-6b774a3e-be2d-4910-873e-82be130a1c51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ada6f94dfc9c4708b6fed0f9b3481f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586510 Jul 09 20:54:37.191517 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42816) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.243125 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05776720-368d-4f36-8bb2-ef43f40733b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.264312 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05776720-368d-4f36-8bb2-ef43f40733b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.312306 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05776720-368d-4f36-8bb2-ef43f40733b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.314771 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05776720-368d-4f36-8bb2-ef43f40733b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.315922 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-05776720-368d-4f36-8bb2-ef43f40733b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4577aead-f393-4952-8e7d-fa3559bdb165 HTTP/1.1" status: 204 len: 168 time: 0.1244738 Jul 09 20:54:37.324569 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05776720-368d-4f36-8bb2-ef43f40733b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4577aead-f393-4952-8e7d-fa3559bdb165,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:37.590325 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 42828) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.603219 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4181c662-0610-49e5-beed-d7fd0aa9bbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.691677 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4181c662-0610-49e5-beed-d7fd0aa9bbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.695603 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4181c662-0610-49e5-beed-d7fd0aa9bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.735152 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-4181c662-0610-49e5-beed-d7fd0aa9bbdd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=902aaa56eb174f7392259b9fef4f46b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435561 Jul 09 20:54:37.736552 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 42832) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:37.737755 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181c662-0610-49e5-beed-d7fd0aa9bbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00890c2e-3b95-4826-b8e4-be613707fc6f,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:37.790958 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-21a433f9-340f-4653-a01c-51edd2f09d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.811525 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-21a433f9-340f-4653-a01c-51edd2f09d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.862860 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-21a433f9-340f-4653-a01c-51edd2f09d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.865497 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-21a433f9-340f-4653-a01c-51edd2f09d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:37.866641 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-21a433f9-340f-4653-a01c-51edd2f09d5b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00890c2e-3b95-4826-b8e4-be613707fc6f HTTP/1.1" status: 204 len: 168 time: 0.1290882 Jul 09 20:54:37.874484 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a433f9-340f-4653-a01c-51edd2f09d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00890c2e-3b95-4826-b8e4-be613707fc6f,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:37.901271 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65385-dfff-4311-a044-ab89406f664b req-4cca3fc3-5ed9-48cd-bb1d-be7ddf2fee2c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:37.902755 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7da65385-dfff-4311-a044-ab89406f664b req-4cca3fc3-5ed9-48cd-bb1d-be7ddf2fee2c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0701418 Jul 09 20:54:37.942250 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7da65385-dfff-4311-a044-ab89406f664b req-60009761-10ef-42e9-9849-0568dd5cfcdc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337570 Jul 09 20:54:39.147830 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7274f6a-f85f-47cd-99a0-2ee6bdcd2a8f req-b49c0d34-fe4d-4461-b4e4-bd5623be661d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:39.149551 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7274f6a-f85f-47cd-99a0-2ee6bdcd2a8f req-b49c0d34-fe4d-4461-b4e4-bd5623be661d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0857136 Jul 09 20:54:39.202483 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7274f6a-f85f-47cd-99a0-2ee6bdcd2a8f req-3f75cced-3f2e-4618-88e4-d33510852fe4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Jul 09 20:54:40.386555 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a108dc-35bb-43df-8dc1-6cd0b9277f45 req-4f92c1df-ef16-4be9-b408-5d642cb1aac3 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:40.387896 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11a108dc-35bb-43df-8dc1-6cd0b9277f45 req-4f92c1df-ef16-4be9-b408-5d642cb1aac3 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0648196 Jul 09 20:54:40.427098 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11a108dc-35bb-43df-8dc1-6cd0b9277f45 req-ccf7a648-b027-45d2-ad02-2f400f0ad1d9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Jul 09 20:54:40.507035 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-f6f6eeba-2d0c-498d-866d-04209216aa83 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:40.508436 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-f6f6eeba-2d0c-498d-866d-04209216aa83 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/networks?id=b3bbf04c-4160-416c-8d5c-75741f1290e8 HTTP/1.1" status: 200 len: 813 time: 0.1100276 Jul 09 20:54:40.524509 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-4710c0c7-d1da-4ffb-9082-e0fca91fe3f3 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/quotas/065ed316a41c4f34a8cb009bcc219ba6 HTTP/1.1" status: 200 len: 375 time: 0.0106366 Jul 09 20:54:40.558411 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-1dd47d52-59b5-46ae-a103-d27cd4c3f605 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=065ed316a41c4f34a8cb009bcc219ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284686 Jul 09 20:54:40.658081 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-66d236ef-cbe8-44ac-87fb-9f6bbe60881b service neutron] 10.222.0.77 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916564 Jul 09 20:54:40.748295 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-310a3a16-b802-44fa-bdf8-9f24599e45aa service neutron] 10.222.0.77 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850880 Jul 09 20:54:40.803368 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-20176111-5cba-47a1-8735-9de8737d3fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:40.943045 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b6c463b5-3f3c-4b17-b118-0089299fe8d5 req-a08505d2-f3fc-46fa-9a8e-9d165d1edabd tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 210 time: 0.0278490 Jul 09 20:54:41.607505 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f6e10-9eeb-4566-8e77-7d1be9631335 req-52a892c5-c3f2-4f5f-9ddd-50f02d8ba179 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:41.608937 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-115f6e10-9eeb-4566-8e77-7d1be9631335 req-52a892c5-c3f2-4f5f-9ddd-50f02d8ba179 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0719419 Jul 09 20:54:41.647780 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-115f6e10-9eeb-4566-8e77-7d1be9631335 req-5379d4f6-0112-48f8-9bef-c79840ed1b1e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326333 Jul 09 20:54:42.102693 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e6eea62e-a556-4955-bb54-d66a7b70249e req-d2c956fa-f914-4ac3-93c5-fd0e6f27f67e tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 210 time: 0.0316966 Jul 09 20:54:42.392602 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-8721ece5-56a3-4987-b3ee-a9def0ec5155 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:42.394266 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-8721ece5-56a3-4987-b3ee-a9def0ec5155 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.83 "GET /v2.0/networks?id=b3bbf04c-4160-416c-8d5c-75741f1290e8 HTTP/1.1" status: 200 len: 813 time: 0.1195364 Jul 09 20:54:42.420785 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Request body: {'port': {'device_id': '217ebf43-e6cf-4f98-8cae-04696d3e732e', 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8', 'admin_state_up': True, 'tenant_id': '065ed316a41c4f34a8cb009bcc219ba6'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:42.540254 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Made reservation on behalf of 065ed316a41c4f34a8cb009bcc219ba6 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:42.543727 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.678153 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Allocated IP 172.20.0.6 (b3bbf04c-4160-416c-8d5c-75741f1290e8/f744712a-564f-440b-8823-bbc8dc5c8ef8/abbe300b-2367-4d85-8a59-b48e207e1a4b) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:42.830668 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.843596 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c925ef-d53f-4580-afda-e4bae3170012 req-a69b4e05-f6a9-4f74-8979-3ab9fa6cf43e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:42.845186 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-91c925ef-d53f-4580-afda-e4bae3170012 req-a69b4e05-f6a9-4f74-8979-3ab9fa6cf43e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0723617 Jul 09 20:54:42.875982 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:42.885240 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-91c925ef-d53f-4580-afda-e4bae3170012 req-bb0ea9c2-e220-487d-aaa1-984ce553c6cb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Jul 09 20:54:42.923196 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Network b3bbf04c-4160-416c-8d5c-75741f1290e8 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:42.928390 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:42.930863 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:42.965597 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Pushing event updated for resources: {'Port': ['ID=abbe300b-2367-4d85-8a59-b48e207e1a4b,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:42.988398 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:42.989035 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.003260 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-aece24b9-70cf-4274-aa61-e5089a78eee0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868487 Jul 09 20:54:43.034889 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Request body: {'port': {'device_id': '217ebf43-e6cf-4f98-8cae-04696d3e732e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:43.104711 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.311129 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef605-82aa-43bd-8af2-805500a346d3 req-edeef87d-726d-41e1-8f45-024c8dd5f6a3 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:43.313330 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4fdef605-82aa-43bd-8af2-805500a346d3 req-edeef87d-726d-41e1-8f45-024c8dd5f6a3 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 931 time: 0.0859318 Jul 09 20:54:43.354040 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4fdef605-82aa-43bd-8af2-805500a346d3 req-9e69e840-e673-4439-8e6b-6b2c3c8cd28f tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347962 Jul 09 20:54:43.407052 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbe300b-2367-4d85-8a59-b48e207e1a4b {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:43.415863 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.433117 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Transition to ACTIVE for port object abbe300b-2367-4d85-8a59-b48e207e1a4b will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:43.438591 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.441961 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-de678a9f-e6b4-40ed-a4cf-39af61a3110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.489064 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Pushing event updated for resources: {'Port': ['ID=abbe300b-2367-4d85-8a59-b48e207e1a4b,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:43.556582 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Attempting to bind port abbe300b-2367-4d85-8a59-b48e207e1a4b on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:43.557138 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Attempting to bind port abbe300b-2367-4d85-8a59-b48e207e1a4b by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:43.557264 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Attempting to bind port abbe300b-2367-4d85-8a59-b48e207e1a4b on network b3bbf04c-4160-416c-8d5c-75741f1290e8 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:43.561614 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Port abbe300b-2367-4d85-8a59-b48e207e1a4b on network b3bbf04c-4160-416c-8d5c-75741f1290e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:43.561924 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Attempting to bind port abbe300b-2367-4d85-8a59-b48e207e1a4b on network b3bbf04c-4160-416c-8d5c-75741f1290e8 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:43.567490 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:43.567814 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Checking segment: {'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:43.568185 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Bound using segment: {'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:43.568598 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Bound port: abbe300b-2367-4d85-8a59-b48e207e1a4b, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:43.568977 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.633973 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] For port abbe300b-2367-4d85-8a59-b48e207e1a4b, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:43.637346 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] For port abbe300b-2367-4d85-8a59-b48e207e1a4b, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=abbe300b-2367-4d85-8a59-b48e207e1a4b,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:43.642534 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.677189 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:43.677750 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.679126 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] 10.222.0.83 "PUT /v2.0/ports/abbe300b-2367-4d85-8a59-b48e207e1a4b HTTP/1.1" status: 200 len: 1093 time: 0.6486461 Jul 09 20:54:43.679680 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217ebf43-e6cf-4f98-8cae-04696d3e732e', 'tag': 'abbe300b-2367-4d85-8a59-b48e207e1a4b'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:43.681912 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "217ebf43-e6cf-4f98-8cae-04696d3e732e", "tag": "abbe300b-2367-4d85-8a59-b48e207e1a4b"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:43.710757 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad5f94-7013-40b1-af5e-1238115ad883 service neutron] Pushing event updated for resources: {'Port': ['ID=abbe300b-2367-4d85-8a59-b48e207e1a4b,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:43.719997 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e621f-7ed2-466b-8daf-baa96ec70ec1 x-openstack-request-id: req-024e621f-7ed2-466b-8daf-baa96ec70ec1 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:43.720284 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217ebf43-e6cf-4f98-8cae-04696d3e732e", "tag": "abbe300b-2367-4d85-8a59-b48e207e1a4b", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:43.720595 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-024e621f-7ed2-466b-8daf-baa96ec70ec1 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:43.721015 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217ebf43-e6cf-4f98-8cae-04696d3e732e', 'tag': 'abbe300b-2367-4d85-8a59-b48e207e1a4b', 'status': 'completed', 'code': 200} Jul 09 20:54:43.750804 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:43.815409 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-1a6de94e-2b8a-40b8-8250-ae1c87392b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:43.816937 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-1a6de94e-2b8a-40b8-8250-ae1c87392b71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=065ed316a41c4f34a8cb009bcc219ba6&device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 1096 time: 0.0569277 Jul 09 20:54:43.875861 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-bdc235a2-ad14-46cc-b8c7-5ab2466a3890 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abbe300b-2367-4d85-8a59-b48e207e1a4b HTTP/1.1" status: 200 len: 217 time: 0.0375273 Jul 09 20:54:43.935240 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-ab8b299f-ddff-4e61-a285-cd0244089c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:43.936702 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-ab8b299f-ddff-4e61-a285-cd0244089c9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f744712a-564f-440b-8823-bbc8dc5c8ef8 HTTP/1.1" status: 200 len: 853 time: 0.0487139 Jul 09 20:54:43.976042 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-ee0eaa71-571e-4c96-a1ae-6b01275d99b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3bbf04c-4160-416c-8d5c-75741f1290e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287228 Jul 09 20:54:44.056030 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43032) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:44.115481 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-5c2ea4db-407e-4b2d-b574-064276a11f71 service neutron] 10.222.0.83 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261516 Jul 09 20:54:44.123807 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b2346-754e-4ae9-be58-d39d5922ec45 req-feb07f21-4ad6-47e0-8c7f-9345e66d7948 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.125836 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-027b2346-754e-4ae9-be58-d39d5922ec45 req-feb07f21-4ad6-47e0-8c7f-9345e66d7948 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0930326 Jul 09 20:54:44.160313 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-91fee566-a92f-4956-ae58-6c739e1082f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.220460 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-027b2346-754e-4ae9-be58-d39d5922ec45 req-9787823b-5f10-4ea8-888c-a4750087d73e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822163 Jul 09 20:54:44.249481 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd66ad46-901f-4c22-a563-c89882687bb5 req-dbcd2d20-89e3-41ba-a58c-e0bb866a2ac3 service neutron] 10.222.0.83 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191368 Jul 09 20:54:44.258003 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-91fee566-a92f-4956-ae58-6c739e1082f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.261940 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-91fee566-a92f-4956-ae58-6c739e1082f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.306079 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-91fee566-a92f-4956-ae58-6c739e1082f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0364eaeebf474000b5fe1ed8b8e92ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487700 Jul 09 20:54:44.307012 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fee566-a92f-4956-ae58-6c739e1082f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca57ad-d778-413c-8257-97a526f5cf6a,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:44.308669 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 43038) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:44.358595 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fa1ee30-61b4-4adb-9748-d25bed231770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.382776 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fa1ee30-61b4-4adb-9748-d25bed231770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.471244 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fa1ee30-61b4-4adb-9748-d25bed231770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.475265 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fa1ee30-61b4-4adb-9748-d25bed231770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.476422 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9fa1ee30-61b4-4adb-9748-d25bed231770 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4eca57ad-d778-413c-8257-97a526f5cf6a HTTP/1.1" status: 204 len: 168 time: 0.1666944 Jul 09 20:54:44.490682 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-c6f43a46-ab51-4d48-8077-4b9c3fdbf86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.492151 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-c6f43a46-ab51-4d48-8077-4b9c3fdbf86a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=065ed316a41c4f34a8cb009bcc219ba6&device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 1096 time: 0.0789828 Jul 09 20:54:44.504583 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1ee30-61b4-4adb-9748-d25bed231770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca57ad-d778-413c-8257-97a526f5cf6a,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:44.596045 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.627846 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a72d-b300-480c-b72e-7ce9960966d4 req-ba60646f-ab9a-436d-9d99-28f2dbf23dfc tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.629341 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c200a72d-b300-480c-b72e-7ce9960966d4 req-ba60646f-ab9a-436d-9d99-28f2dbf23dfc tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 943 time: 0.1441352 Jul 09 20:54:44.661737 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-98d35a86-7e55-47e7-a025-bcccfb9b8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.663235 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-98d35a86-7e55-47e7-a025-bcccfb9b8f31 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b3bbf04c-4160-416c-8d5c-75741f1290e8 HTTP/1.1" status: 200 len: 914 time: 0.1282341 Jul 09 20:54:44.711525 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-c7fcd1ce-44cb-4187-9496-91bbc98a3d56 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abbe300b-2367-4d85-8a59-b48e207e1a4b HTTP/1.1" status: 200 len: 217 time: 0.0406415 Jul 09 20:54:44.716648 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c200a72d-b300-480c-b72e-7ce9960966d4 req-9963ad4d-b3c2-4286-b602-4f341375173a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795479 Jul 09 20:54:44.761335 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-4a5f33fd-5bbf-40b9-b902-e208bd00c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:44.762770 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-4a5f33fd-5bbf-40b9-b902-e208bd00c5a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f744712a-564f-440b-8823-bbc8dc5c8ef8 HTTP/1.1" status: 200 len: 853 time: 0.0443058 Jul 09 20:54:44.771811 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43052) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:44.790079 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73186920-6949-4884-9e3b-f81a1835b584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.798150 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-06c72e85-633d-4a27-a1c2-f06aa46cf090 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3bbf04c-4160-416c-8d5c-75741f1290e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279093 Jul 09 20:54:44.889122 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73186920-6949-4884-9e3b-f81a1835b584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.893857 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73186920-6949-4884-9e3b-f81a1835b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.908233 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-a8a50e54-f916-4cb6-99ec-ddc54d7f1945 service neutron] 10.222.0.83 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978327 Jul 09 20:54:44.933673 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:44.935551 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73186920-6949-4884-9e3b-f81a1835b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d41aaea-196f-4874-bb8f-9ec77b8525ef,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:44.939700 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-73186920-6949-4884-9e3b-f81a1835b584 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e23fcb3c4e6243af8ef00c7c02461905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667845 Jul 09 20:54:44.942231 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43056) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:44.995717 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-be110a89-68ef-435d-a90e-646ce463d503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:45.012650 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a9b15d7-0b50-4bd5-af2b-afebfe1fa2ae req-8e9b19fa-624f-4c2b-9128-efad83244e80 service neutron] 10.222.0.83 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908990 Jul 09 20:54:45.019759 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-be110a89-68ef-435d-a90e-646ce463d503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:45.065751 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-be110a89-68ef-435d-a90e-646ce463d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:45.068302 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-be110a89-68ef-435d-a90e-646ce463d503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:45.069487 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-be110a89-68ef-435d-a90e-646ce463d503 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d41aaea-196f-4874-bb8f-9ec77b8525ef HTTP/1.1" status: 204 len: 168 time: 0.1262572 Jul 09 20:54:45.077110 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be110a89-68ef-435d-a90e-646ce463d503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d41aaea-196f-4874-bb8f-9ec77b8525ef,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:45.402562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bcaae-aeb3-4359-9b22-3d86dbb144a9 req-a99bcc84-f160-47a6-956c-33c2ea00c73d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.404051 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-470bcaae-aeb3-4359-9b22-3d86dbb144a9 req-a99bcc84-f160-47a6-956c-33c2ea00c73d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0638511 Jul 09 20:54:45.446859 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-470bcaae-aeb3-4359-9b22-3d86dbb144a9 req-feddc517-be4e-429b-a822-a80d8f234289 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366600 Jul 09 20:54:45.906963 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c21d1-7e42-425c-aadf-a0966e51fdf8 req-e3cef080-cd09-4b61-9cd1-d8e57a3d35f8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:45.909523 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-996c21d1-7e42-425c-aadf-a0966e51fdf8 req-e3cef080-cd09-4b61-9cd1-d8e57a3d35f8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 943 time: 0.0712955 Jul 09 20:54:45.956450 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-996c21d1-7e42-425c-aadf-a0966e51fdf8 req-f79f1418-923c-47ac-bef5-af63bc816edb tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Jul 09 20:54:46.056910 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:46.638759 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356d51c-827f-4755-9267-82ea8a3bfeef req-543688db-fab9-43a9-a162-8b5c0598ff83 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:46.640537 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f356d51c-827f-4755-9267-82ea8a3bfeef req-543688db-fab9-43a9-a162-8b5c0598ff83 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0658252 Jul 09 20:54:46.687351 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f356d51c-827f-4755-9267-82ea8a3bfeef req-638ccfbc-4363-4032-aa8c-01f6311c4e5f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388739 Jul 09 20:54:47.137552 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66420037-fc18-4b21-ae68-f00c0e2d2864 req-1cc5b29a-5d6c-4494-9c87-053f4d2a7516 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.139011 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-66420037-fc18-4b21-ae68-f00c0e2d2864 req-1cc5b29a-5d6c-4494-9c87-053f4d2a7516 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 943 time: 0.0600719 Jul 09 20:54:47.176963 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-66420037-fc18-4b21-ae68-f00c0e2d2864 req-3a781a41-4ef4-47b7-a9d1-f7c699409aba tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Jul 09 20:54:47.865967 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938103-d70e-4351-99f9-5a3c3b9ed4dd req-07beba7e-1bf1-4539-a05b-c9c36d5b1ee6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:47.867483 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4b938103-d70e-4351-99f9-5a3c3b9ed4dd req-07beba7e-1bf1-4539-a05b-c9c36d5b1ee6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0670333 Jul 09 20:54:47.905531 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4b938103-d70e-4351-99f9-5a3c3b9ed4dd req-0acdd823-8b91-4da0-8d98-49d25f2bfd85 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jul 09 20:54:48.344203 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc743f1-403a-4628-b43c-920c91562ffd req-b787ab0c-fbe9-44b8-a66c-c785eaa85659 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:48.345687 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0bc743f1-403a-4628-b43c-920c91562ffd req-b787ab0c-fbe9-44b8-a66c-c785eaa85659 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 943 time: 0.0605929 Jul 09 20:54:48.380691 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0bc743f1-403a-4628-b43c-920c91562ffd req-efe30fff-bb9d-4b7d-b721-0a47d069fd3a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295134 Jul 09 20:54:48.549411 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device abbe300b-2367-4d85-8a59-b48e207e1a4b details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:48.649982 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port abbe300b-2367-4d85-8a59-b48e207e1a4b, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=abbe300b-2367-4d85-8a59-b48e207e1a4b,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:48.661660 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'abbe300b-2367-4d85-8a59-b48e207e1a4b', 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8', 'port_id': 'abbe300b-2367-4d85-8a59-b48e207e1a4b', 'mac_address': 'fa:16:3e:41:ca:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f744712a-564f-440b-8823-bbc8dc5c8ef8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:48.697421 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.710053 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbe300b-2367-4d85-8a59-b48e207e1a4b {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:48.733443 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port abbe300b-2367-4d85-8a59-b48e207e1a4b, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=abbe300b-2367-4d85-8a59-b48e207e1a4b,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:48.737620 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:48.783681 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=abbe300b-2367-4d85-8a59-b48e207e1a4b,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:49.094652 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43471e-f925-4e6e-bc17-7814f07fa386 req-c4c0e81a-8dc7-4683-8903-5896a13e280e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:49.096200 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fc43471e-f925-4e6e-bc17-7814f07fa386 req-c4c0e81a-8dc7-4683-8903-5896a13e280e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0655847 Jul 09 20:54:49.134311 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fc43471e-f925-4e6e-bc17-7814f07fa386 req-a04f8472-fc93-497d-bc25-95aea8bc62fa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Jul 09 20:54:49.556437 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89b464-2fe3-4295-a1d8-98e632a0cefa req-77d4ca24-f847-448e-ac1c-22f4e6bb3422 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:49.558605 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b89b464-2fe3-4295-a1d8-98e632a0cefa req-77d4ca24-f847-448e-ac1c-22f4e6bb3422 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 944 time: 0.0662935 Jul 09 20:54:49.595579 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b89b464-2fe3-4295-a1d8-98e632a0cefa req-8f2c6ac3-6b22-4b2a-bea6-16f1539a8588 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Jul 09 20:54:50.027860 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['abbe300b-2367-4d85-8a59-b48e207e1a4b'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:50.347542 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d402409-0608-4e1d-89b5-0e55cc27e37e req-34c11ed1-1a6a-4d2e-a26b-2735d6b9eafa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.349646 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0d402409-0608-4e1d-89b5-0e55cc27e37e req-34c11ed1-1a6a-4d2e-a26b-2735d6b9eafa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0766349 Jul 09 20:54:50.395784 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0d402409-0608-4e1d-89b5-0e55cc27e37e req-c10140c0-8e9f-485b-ab9c-fa8d5d1f8b36 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Jul 09 20:54:50.438619 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-40c05fd9-74ef-4844-98b5-c153d3d07e40 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.440103 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-40c05fd9-74ef-4844-98b5-c153d3d07e40 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 814 time: 0.1149688 Jul 09 20:54:50.454606 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-71ecfd67-a670-4ef7-97e8-59db213084f3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/quotas/9e4d88db79184e58b78fc7ab4038fbf8 HTTP/1.1" status: 200 len: 375 time: 0.0092134 Jul 09 20:54:50.525389 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-66045233-f217-4ae4-bb21-217ac7a8d0d2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641539 Jul 09 20:54:50.617907 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-59ebf450-eca3-40c9-932c-a450b4a66ec9 service neutron] 10.222.0.77 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849361 Jul 09 20:54:50.721396 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-9e73b6fd-a358-4d5a-8314-b75cc61ea6fe service neutron] 10.222.0.77 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975804 Jul 09 20:54:50.773874 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f3929-4fe1-45b7-9af5-14d9e0b734e7 req-78d5dbc2-0b58-4041-be44-a9051f632c27 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:50.775336 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ce4f3929-4fe1-45b7-9af5-14d9e0b734e7 req-78d5dbc2-0b58-4041-be44-a9051f632c27 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 944 time: 0.0642233 Jul 09 20:54:50.814607 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ce4f3929-4fe1-45b7-9af5-14d9e0b734e7 req-662480a0-3f9c-4371-95c1-2f1ed551acb1 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Jul 09 20:54:50.885518 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-61130842-506d-4ea7-ac49-2b22705d90a9 req-6c6cd4c0-53db-4299-96e8-1482dfcfea6e tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 210 time: 0.0284386 Jul 09 20:54:53.688562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657419a5-b14f-4237-8092-b037c5235d73 req-6e35b240-3382-4330-a0a8-7d73fcd2920c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:53.690057 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-657419a5-b14f-4237-8092-b037c5235d73 req-6e35b240-3382-4330-a0a8-7d73fcd2920c tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0655782 Jul 09 20:54:53.726110 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-657419a5-b14f-4237-8092-b037c5235d73 req-26b29247-3cb4-4b53-99e9-f5a45d8a7bab tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305860 Jul 09 20:54:53.891372 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8368cf-636d-4b79-996d-e6156dcdde1c req-7e32afce-bdb0-48c2-817d-18c5c56b969a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:53.892955 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ca8368cf-636d-4b79-996d-e6156dcdde1c req-7e32afce-bdb0-48c2-817d-18c5c56b969a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 944 time: 0.0680630 Jul 09 20:54:53.928890 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ca8368cf-636d-4b79-996d-e6156dcdde1c req-69f181a0-5134-4013-b1e6-9e554ef40986 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304015 Jul 09 20:54:54.051910 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-55be1b32-3599-4b59-b724-f2975dda1b51 req-f32a47a2-a565-48bd-a0da-8b9020c6ebe7 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 210 time: 0.0274055 Jul 09 20:54:56.303559 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2479e-4c26-455e-86ac-54dc101990c5 req-0ea86138-01b0-4b4b-aeb6-ba8aa084361e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:56.305054 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-add2479e-4c26-455e-86ac-54dc101990c5 req-0ea86138-01b0-4b4b-aeb6-ba8aa084361e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0660322 Jul 09 20:54:56.342131 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-add2479e-4c26-455e-86ac-54dc101990c5 req-61130de1-b813-4726-b97a-680c7b78af63 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 Jul 09 20:54:56.382245 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b35e1-390d-4c28-9e08-559607b8eb01 req-e1fb5ad2-0d98-4e98-9ae2-c51fc8bfc35d tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:56.383733 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-757b35e1-390d-4c28-9e08-559607b8eb01 req-e1fb5ad2-0d98-4e98-9ae2-c51fc8bfc35d tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 944 time: 0.0804460 Jul 09 20:54:56.420625 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-757b35e1-390d-4c28-9e08-559607b8eb01 req-75a163cc-27d5-46f1-bd88-e36b9768ff19 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Jul 09 20:54:56.466828 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e3e3c66c-3bc4-4bb9-98ec-520e63871a6f req-c55dda92-a5e8-44eb-9ac1-18fd83b6fe05 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 210 time: 0.0267670 Jul 09 20:54:56.581108 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device abbe300b-2367-4d85-8a59-b48e207e1a4b up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:56.631666 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port abbe300b-2367-4d85-8a59-b48e207e1a4b completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:56.636002 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port abbe300b-2367-4d85-8a59-b48e207e1a4b triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:56.636527 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.721580 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.747590 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ebf43-e6cf-4f98-8cae-04696d3e732e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbe300b-2367-4d85-8a59-b48e207e1a4b'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:56.749955 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a264d69-1415-48f6-9171-0ab679abe8bd" -d '{"events": [{"server_uuid": "217ebf43-e6cf-4f98-8cae-04696d3e732e", "name": "network-vif-plugged", "status": "completed", "tag": "abbe300b-2367-4d85-8a59-b48e207e1a4b"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:56.764953 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port abbe300b-2367-4d85-8a59-b48e207e1a4b, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=abbe300b-2367-4d85-8a59-b48e207e1a4b,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:56.770158 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:56.792718 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-13fdc3ff-afb6-473b-bfa2-6595f361a239 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:56.794206 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-13fdc3ff-afb6-473b-bfa2-6595f361a239 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/networks?id=e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 200 len: 814 time: 0.1104410 Jul 09 20:54:56.805197 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12eb39b-7fbb-4e63-b4f4-93bd0417a043 x-openstack-request-id: req-a12eb39b-7fbb-4e63-b4f4-93bd0417a043 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:56.805491 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217ebf43-e6cf-4f98-8cae-04696d3e732e", "name": "network-vif-plugged", "status": "completed", "tag": "abbe300b-2367-4d85-8a59-b48e207e1a4b", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:56.805752 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a12eb39b-7fbb-4e63-b4f4-93bd0417a043 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:56.806239 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ebf43-e6cf-4f98-8cae-04696d3e732e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbe300b-2367-4d85-8a59-b48e207e1a4b', 'code': 200} Jul 09 20:54:56.829079 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=abbe300b-2367-4d85-8a59-b48e207e1a4b,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:56.864957 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Request body: {'port': {'device_id': 'cd50cfa7-4e15-4096-9420-fc502cb27803', 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'admin_state_up': True, 'tenant_id': '9e4d88db79184e58b78fc7ab4038fbf8'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:56.978449 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Made reservation on behalf of 9e4d88db79184e58b78fc7ab4038fbf8 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:54:56.981901 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.106730 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Allocated IP 172.20.0.5 (e5cb2913-27aa-4156-9128-a345e8fe0441/1db29f98-1d04-4a27-9ccb-d617c1f00718/f5e6791b-5741-445c-b1a6-86d0e49e68fb) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:57.230676 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5501b70-2078-43eb-aa9b-b58634fad741 req-e03a9c89-4da9-4516-902d-980ca7c1e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:57.232165 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d5501b70-2078-43eb-aa9b-b58634fad741 req-e03a9c89-4da9-4516-902d-980ca7c1e3ca service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 1098 time: 0.1233251 Jul 09 20:54:57.294513 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d5501b70-2078-43eb-aa9b-b58634fad741 req-172c76cd-a4e8-486a-84d1-be5ce83db407 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535243 Jul 09 20:54:57.309730 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.548676 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.593123 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Network e5cb2913-27aa-4156-9128-a345e8fe0441 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:57.607533 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:57.610000 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:57.633558 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Pushing event updated for resources: {'Port': ['ID=f5e6791b-5741-445c-b1a6-86d0e49e68fb,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:57.662697 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['eef3255a-d243-4c17-b8e1-d5c94fd3420f', '53058104-b1c5-4798-bb9e-f978ab3b09fa', 'e112b037-ac7a-48c3-ab18-342fe6bea20e'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:57.664559 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:57.665338 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.693099 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-52b15263-d325-4331-a835-ee244e5ff719 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329577 Jul 09 20:54:58.430879 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Request body: {'port': {'device_id': 'cd50cfa7-4e15-4096-9420-fc502cb27803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:58.500657 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.751938 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e6791b-5741-445c-b1a6-86d0e49e68fb {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:58.759357 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.771259 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Transition to ACTIVE for port object f5e6791b-5741-445c-b1a6-86d0e49e68fb will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:58.776566 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:58.858842 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Pushing event updated for resources: {'Port': ['ID=f5e6791b-5741-445c-b1a6-86d0e49e68fb,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:58.894489 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedf5d2-5f4d-4997-ab19-131f6503f916 req-edd5ca0f-8771-4487-82e4-f162455ee8ab tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:58.896006 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3dedf5d2-5f4d-4997-ab19-131f6503f916 req-edd5ca0f-8771-4487-82e4-f162455ee8ab tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.0726388 Jul 09 20:54:58.934672 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3dedf5d2-5f4d-4997-ab19-131f6503f916 req-03c18452-4f17-4e57-979b-061a923e43a2 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Jul 09 20:54:58.945217 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d60b63-48a5-4156-9b18-c525d1bff7d4 req-f0a28dd5-719c-463b-a71c-8be3e2e94ece tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:58.946723 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-81d60b63-48a5-4156-9b18-c525d1bff7d4 req-f0a28dd5-719c-463b-a71c-8be3e2e94ece tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1437576 Jul 09 20:54:58.957796 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Attempting to bind port f5e6791b-5741-445c-b1a6-86d0e49e68fb on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:58.958127 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Attempting to bind port f5e6791b-5741-445c-b1a6-86d0e49e68fb by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:58.958446 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Attempting to bind port f5e6791b-5741-445c-b1a6-86d0e49e68fb on network e5cb2913-27aa-4156-9128-a345e8fe0441 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:58.969693 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Port f5e6791b-5741-445c-b1a6-86d0e49e68fb on network e5cb2913-27aa-4156-9128-a345e8fe0441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:58.970099 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Attempting to bind port f5e6791b-5741-445c-b1a6-86d0e49e68fb on network e5cb2913-27aa-4156-9128-a345e8fe0441 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:58.986948 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:58.987285 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Checking segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:58.988185 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Bound using segment: {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:58.990633 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Bound port: f5e6791b-5741-445c-b1a6-86d0e49e68fb, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:58.991056 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.016675 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-81d60b63-48a5-4156-9b18-c525d1bff7d4 req-d8252590-5bac-45da-b766-fa243751d59f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559437 Jul 09 20:54:59.071015 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] For port f5e6791b-5741-445c-b1a6-86d0e49e68fb, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:59.073966 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] For port f5e6791b-5741-445c-b1a6-86d0e49e68fb, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f5e6791b-5741-445c-b1a6-86d0e49e68fb,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:59.078830 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.111522 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.112352 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.113749 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] 10.222.0.83 "PUT /v2.0/ports/f5e6791b-5741-445c-b1a6-86d0e49e68fb HTTP/1.1" status: 200 len: 1093 time: 0.6872797 Jul 09 20:54:59.114102 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbaf75-5714-4cfc-ac00-21d2e7db7156 req-4ffe78b5-820d-4ede-b0d6-dedf5f04c3cd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.114236 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd50cfa7-4e15-4096-9420-fc502cb27803', 'tag': 'f5e6791b-5741-445c-b1a6-86d0e49e68fb'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:59.115681 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-63cbaf75-5714-4cfc-ac00-21d2e7db7156 req-4ffe78b5-820d-4ede-b0d6-dedf5f04c3cd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 943 time: 0.0660975 Jul 09 20:54:59.118168 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f5609d-ef0d-4010-907d-a83f31514b60" -d '{"events": [{"name": "network-changed", "server_uuid": "cd50cfa7-4e15-4096-9420-fc502cb27803", "tag": "f5e6791b-5741-445c-b1a6-86d0e49e68fb"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:59.149346 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af72013-8183-4106-9721-76b46f7dccfc service neutron] Pushing event updated for resources: {'Port': ['ID=f5e6791b-5741-445c-b1a6-86d0e49e68fb,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:59.158274 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-63cbaf75-5714-4cfc-ac00-21d2e7db7156 req-3d2639cc-be88-448b-a14d-76e986e55198 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370591 Jul 09 20:54:59.174523 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49741f2-a36b-410c-bb0e-f1b3caaa0f05 x-openstack-request-id: req-f49741f2-a36b-410c-bb0e-f1b3caaa0f05 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:59.174822 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd50cfa7-4e15-4096-9420-fc502cb27803", "tag": "f5e6791b-5741-445c-b1a6-86d0e49e68fb", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:59.175080 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f49741f2-a36b-410c-bb0e-f1b3caaa0f05 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:59.175480 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd50cfa7-4e15-4096-9420-fc502cb27803', 'tag': 'f5e6791b-5741-445c-b1a6-86d0e49e68fb', 'status': 'completed', 'code': 200} Jul 09 20:54:59.494570 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5609d-ef0d-4010-907d-a83f31514b60 req-4dd78a7a-866f-44e3-97db-1ecaf3c4c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.496196 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-79f5609d-ef0d-4010-907d-a83f31514b60 req-4dd78a7a-866f-44e3-97db-1ecaf3c4c81e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 1096 time: 0.0520062 Jul 09 20:54:59.665317 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5609d-ef0d-4010-907d-a83f31514b60 req-1837c511-0380-40c7-befc-ef1a00be08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.666753 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-79f5609d-ef0d-4010-907d-a83f31514b60 req-1837c511-0380-40c7-befc-ef1a00be08b9 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1571455 Jul 09 20:54:59.826119 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5609d-ef0d-4010-907d-a83f31514b60 req-6351576e-ca68-4b22-8c17-9dcba37d4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.828151 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-79f5609d-ef0d-4010-907d-a83f31514b60 req-6351576e-ca68-4b22-8c17-9dcba37d4135 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548948 Jul 09 20:54:59.962236 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-046823d3-bdfb-479b-b0c6-25cd6c89aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.963585 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-046823d3-bdfb-479b-b0c6-25cd6c89aace service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 1096 time: 0.0512424 Jul 09 20:55:00.068467 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-5a442e8a-a395-452d-b760-a55df9b99ca5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e6791b-5741-445c-b1a6-86d0e49e68fb HTTP/1.1" status: 200 len: 217 time: 0.0565464 Jul 09 20:55:00.145722 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-73cffd01-b52e-4804-85ea-c1a4e716eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.148167 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-73cffd01-b52e-4804-85ea-c1a4e716eb9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 200 len: 854 time: 0.0730767 Jul 09 20:55:00.206814 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-d27ddc39-e03d-4ad5-9287-36bceada9dda service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5cb2913-27aa-4156-9128-a345e8fe0441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451183 Jul 09 20:55:00.213658 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e7dd-9397-4351-9495-4fc2156d299c req-1b2124dc-b281-413e-b647-6f2c5492418b tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.222445 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c1d3e7dd-9397-4351-9495-4fc2156d299c req-1b2124dc-b281-413e-b647-6f2c5492418b tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.0775080 Jul 09 20:55:00.259804 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c1d3e7dd-9397-4351-9495-4fc2156d299c req-844e7a0c-85c1-4611-988f-3574cdf4b16f tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362821 Jul 09 20:55:00.290318 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a638-807e-47cb-a0aa-a1f93059f3f3 req-6688be30-dd21-4bfa-94f2-d8b5883ca046 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.291803 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b483a638-807e-47cb-a0aa-a1f93059f3f3 req-6688be30-dd21-4bfa-94f2-d8b5883ca046 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1411152 Jul 09 20:55:00.348337 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-377b841a-c543-4284-a9ce-c23932dbdd64 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261823 Jul 09 20:55:00.351594 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b483a638-807e-47cb-a0aa-a1f93059f3f3 req-5e2c524b-1e06-41d8-930f-0db0e7b6a25d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533338 Jul 09 20:55:00.425443 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55b85b-8159-40c8-8432-3a9b1e1556c1 req-b0b25ee5-601d-4484-928b-cab055bc758c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.426985 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4b55b85b-8159-40c8-8432-3a9b1e1556c1 req-b0b25ee5-601d-4484-928b-cab055bc758c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 943 time: 0.0670869 Jul 09 20:55:00.442178 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1ebfa242-309f-4fa9-819d-9e86d93eb886 req-ecd5fd35-e1a8-4d9a-b4e9-aeafd91eee02 service neutron] 10.222.0.83 "GET /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860503 Jul 09 20:55:00.469316 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4b55b85b-8159-40c8-8432-3a9b1e1556c1 req-94b21374-f25d-414c-9c8a-86a73f81d950 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364521 Jul 09 20:55:01.462276 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baecea-e039-481b-a873-13bf4cecd28e req-17278af1-48e1-4539-b418-d853d9829df6 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:01.464091 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-64baecea-e039-481b-a873-13bf4cecd28e req-17278af1-48e1-4539-b418-d853d9829df6 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.0660775 Jul 09 20:55:01.506024 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-64baecea-e039-481b-a873-13bf4cecd28e req-17c2feb9-6b6b-45bd-9f50-34e258d00a41 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Jul 09 20:55:01.544989 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073fae7-67d1-44ee-bd3e-843cbac99059 req-8995590e-e8fb-42be-852f-5fbe4c5dac45 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:01.549331 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a073fae7-67d1-44ee-bd3e-843cbac99059 req-8995590e-e8fb-42be-852f-5fbe4c5dac45 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0793235 Jul 09 20:55:01.579286 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 43374) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:01.588886 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a073fae7-67d1-44ee-bd3e-843cbac99059 req-7b470690-1c1c-4c9b-b111-c138f03d2fc1 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365214 Jul 09 20:55:01.682557 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc921-1bca-498d-883d-b8abffd1e657 req-c88bc731-d358-473f-a296-499bffe94de4 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:01.684477 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-542dc921-1bca-498d-883d-b8abffd1e657 req-c88bc731-d358-473f-a296-499bffe94de4 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 943 time: 0.0654428 Jul 09 20:55:01.777322 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-542dc921-1bca-498d-883d-b8abffd1e657 req-42833998-aec7-4710-a4c0-b5d97f99560e tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864909 Jul 09 20:55:01.780840 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-25df6dca-1cf8-4c2c-befe-1dba9aa8ca3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:01.895430 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-25df6dca-1cf8-4c2c-befe-1dba9aa8ca3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:01.899623 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-25df6dca-1cf8-4c2c-befe-1dba9aa8ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:01.974328 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df6dca-1cf8-4c2c-befe-1dba9aa8ca3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53a2d1-fc50-492d-85c1-520b5eac8af5,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:01.982255 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-25df6dca-1cf8-4c2c-befe-1dba9aa8ca3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae178c4789e34e30a6b5a8f3d9963d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015236 Jul 09 20:55:01.985388 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43380) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:02.017571 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea57a2-cee1-41f4-aa4d-0d95f98735f5 req-d112068c-bb9e-4a89-904e-9b99d6c62450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:02.019337 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-53ea57a2-cee1-41f4-aa4d-0d95f98735f5 req-d112068c-bb9e-4a89-904e-9b99d6c62450 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1099 time: 0.1034074 Jul 09 20:55:02.053253 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4ca67e3e-6709-442f-9673-d1af7dd3a38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.071061 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-53ea57a2-cee1-41f4-aa4d-0d95f98735f5 req-379984f5-0316-4522-8aa3-34ec26007a16 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Jul 09 20:55:02.078950 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4ca67e3e-6709-442f-9673-d1af7dd3a38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.125514 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4ca67e3e-6709-442f-9673-d1af7dd3a38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.128122 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4ca67e3e-6709-442f-9673-d1af7dd3a38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.129284 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-4ca67e3e-6709-442f-9673-d1af7dd3a38a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a53a2d1-fc50-492d-85c1-520b5eac8af5 HTTP/1.1" status: 204 len: 168 time: 0.1429305 Jul 09 20:55:02.137469 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca67e3e-6709-442f-9673-d1af7dd3a38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53a2d1-fc50-492d-85c1-520b5eac8af5,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:02.408019 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43394) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:02.421382 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbdb7-1ff0-4098-9d0e-80a919f7dcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.510959 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbdb7-1ff0-4098-9d0e-80a919f7dcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.515697 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbdb7-1ff0-4098-9d0e-80a919f7dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.554866 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-ed5bbdb7-1ff0-4098-9d0e-80a919f7dcf7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84aae307dec3436787d6099d4fd5b576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457045 Jul 09 20:55:02.556050 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bbdb7-1ff0-4098-9d0e-80a919f7dcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b6f5e-c0a3-4dd4-baf9-67b1eaaf55cf,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:02.557548 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 43402) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:02.613247 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3d426e35-abd1-4a3e-90be-5f6705538891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.634202 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3d426e35-abd1-4a3e-90be-5f6705538891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.695598 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3d426e35-abd1-4a3e-90be-5f6705538891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.700615 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3d426e35-abd1-4a3e-90be-5f6705538891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.703283 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-3d426e35-abd1-4a3e-90be-5f6705538891 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/226b6f5e-c0a3-4dd4-baf9-67b1eaaf55cf HTTP/1.1" status: 204 len: 168 time: 0.1443939 Jul 09 20:55:02.715742 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d426e35-abd1-4a3e-90be-5f6705538891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b6f5e-c0a3-4dd4-baf9-67b1eaaf55cf,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:02.911389 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb7500-87a5-4a98-8e8e-835b3d831091 req-e0dc64e3-a842-4e42-9037-80dd4fe093b4 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:02.913035 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b8fb7500-87a5-4a98-8e8e-835b3d831091 req-e0dc64e3-a842-4e42-9037-80dd4fe093b4 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.0773664 Jul 09 20:55:02.947213 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c447f-0a67-42d9-9313-6de6ab77a897 req-f1a8bb02-8da1-48e3-a243-b2ce0a76ba51 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:02.949250 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7b0c447f-0a67-42d9-9313-6de6ab77a897 req-f1a8bb02-8da1-48e3-a243-b2ce0a76ba51 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0902805 Jul 09 20:55:02.965112 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b8fb7500-87a5-4a98-8e8e-835b3d831091 req-eefcafaf-1751-4902-8000-4883a90efcb5 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Jul 09 20:55:03.036038 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7b0c447f-0a67-42d9-9313-6de6ab77a897 req-447ef288-4ddc-45a9-aa94-4263d6a64a2b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801754 Jul 09 20:55:03.148453 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c975e9-6e03-414c-a934-e7541bc08890 req-508ccb1c-d272-42d7-a361-0e1636f0b2fd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:03.150644 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-84c975e9-6e03-414c-a934-e7541bc08890 req-508ccb1c-d272-42d7-a361-0e1636f0b2fd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 943 time: 0.0770438 Jul 09 20:55:03.199677 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-84c975e9-6e03-414c-a934-e7541bc08890 req-a1b718d7-2018-4cee-a16f-7402200f5ddd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Jul 09 20:55:03.852327 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 43506) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:03.983868 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-17d7c89b-70cc-4ce5-810f-64506b01f6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.066389 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43518) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:04.083183 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-17d7c89b-70cc-4ce5-810f-64506b01f6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.094312 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-17d7c89b-70cc-4ce5-810f-64506b01f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.135020 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-17d7c89b-70cc-4ce5-810f-64506b01f6b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c223f35f4b34441805f6edee61210f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815757 Jul 09 20:55:04.136266 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c89b-70cc-4ce5-810f-64506b01f6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c3a07f-d127-413d-9217-4ca40fd47799,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:04.137753 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43522) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:04.150482 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:55:04.199412 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ae612007-eff3-43fc-82d9-7ff597e5a326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.234668 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-99417194-df85-43e5-be53-a88d507edd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.237854 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ae612007-eff3-43fc-82d9-7ff597e5a326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.245803 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a71c0f-23c7-43fe-8fb5-6f7aac7dc068 req-843a88bd-7aa4-4cc0-a601-916e47987803 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:04.247460 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-80a71c0f-23c7-43fe-8fb5-6f7aac7dc068 req-843a88bd-7aa4-4cc0-a601-916e47987803 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0676830 Jul 09 20:55:04.286905 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-80a71c0f-23c7-43fe-8fb5-6f7aac7dc068 req-8b81912f-2b1d-41b4-bb54-1c27305c32d3 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Jul 09 20:55:04.323463 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ae612007-eff3-43fc-82d9-7ff597e5a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.325942 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ae612007-eff3-43fc-82d9-7ff597e5a326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.327695 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-ae612007-eff3-43fc-82d9-7ff597e5a326 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a1c3a07f-d127-413d-9217-4ca40fd47799 HTTP/1.1" status: 204 len: 168 time: 0.1889365 Jul 09 20:55:04.374738 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae612007-eff3-43fc-82d9-7ff597e5a326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c3a07f-d127-413d-9217-4ca40fd47799,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:04.418110 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-99417194-df85-43e5-be53-a88d507edd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.423695 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-99417194-df85-43e5-be53-a88d507edd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.464970 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25643438-81c1-459f-834b-112d6c007616 req-d4b105de-56e4-4aa3-8f48-ed1454f3fadd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:04.464970 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-25643438-81c1-459f-834b-112d6c007616 req-d4b105de-56e4-4aa3-8f48-ed1454f3fadd tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 943 time: 0.1292310 Jul 09 20:55:04.515614 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-99417194-df85-43e5-be53-a88d507edd4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=063a90908f0842479d59c7ff735b9f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445174 Jul 09 20:55:04.516084 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 43530) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:04.523158 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99417194-df85-43e5-be53-a88d507edd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0409c364-fd54-4c56-9dab-4dfe0b996738,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:04.553683 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-25643438-81c1-459f-834b-112d6c007616 req-22766587-ddea-44bc-845f-e2df3025594c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Jul 09 20:55:04.601405 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5461a4c5-7905-4656-8384-f8d8a6479dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.630174 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5461a4c5-7905-4656-8384-f8d8a6479dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.682684 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5461a4c5-7905-4656-8384-f8d8a6479dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.685283 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5461a4c5-7905-4656-8384-f8d8a6479dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:04.686431 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5461a4c5-7905-4656-8384-f8d8a6479dbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0409c364-fd54-4c56-9dab-4dfe0b996738 HTTP/1.1" status: 204 len: 168 time: 0.1691346 Jul 09 20:55:04.694141 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461a4c5-7905-4656-8384-f8d8a6479dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0409c364-fd54-4c56-9dab-4dfe0b996738,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:05.467198 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d5ae1-90ca-43b8-b9bd-6006021f5618 req-1b80b11d-c52a-47c7-a3ae-559600b79779 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.469210 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9e5d5ae1-90ca-43b8-b9bd-6006021f5618 req-1b80b11d-c52a-47c7-a3ae-559600b79779 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0662172 Jul 09 20:55:05.507318 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9e5d5ae1-90ca-43b8-b9bd-6006021f5618 req-07ac9397-0600-4492-ba70-0bcf6bd4e151 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Jul 09 20:55:05.765986 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353845d-3ea0-4c36-af2a-92dd51f3f16b req-be65ff4d-4bf8-4b1e-a2ab-82b5e1412abc tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.767716 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8353845d-3ea0-4c36-af2a-92dd51f3f16b req-be65ff4d-4bf8-4b1e-a2ab-82b5e1412abc tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 943 time: 0.0708456 Jul 09 20:55:05.829489 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8353845d-3ea0-4c36-af2a-92dd51f3f16b req-8606a49b-85fe-4619-abbe-b5c6a8b35edb tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554597 Jul 09 20:55:06.149013 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667bde6-c021-443f-9a5b-38a465e20279 req-790acd22-62ab-423c-aae7-cdd708b4f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:06.150679 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2667bde6-c021-443f-9a5b-38a465e20279 req-790acd22-62ab-423c-aae7-cdd708b4f107 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1099 time: 0.1056876 Jul 09 20:55:06.159387 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4e7a-cc17-4b49-b879-7a063d0b5933 req-6ff9b7a1-9457-4eeb-88e6-12fd74d78823 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:06.160801 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4cbe4e7a-cc17-4b49-b879-7a063d0b5933 req-6ff9b7a1-9457-4eeb-88e6-12fd74d78823 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0869925 Jul 09 20:55:06.253037 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4cbe4e7a-cc17-4b49-b879-7a063d0b5933 req-789b8337-e00d-4fbc-b74e-d3390da77e86 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836785 Jul 09 20:55:06.292117 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667bde6-c021-443f-9a5b-38a465e20279 req-d0aebeb5-c1b7-4098-a00e-b9f6ba409f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:06.297941 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2667bde6-c021-443f-9a5b-38a465e20279 req-d0aebeb5-c1b7-4098-a00e-b9f6ba409f1d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.1318107 Jul 09 20:55:06.343371 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2667bde6-c021-443f-9a5b-38a465e20279 req-ef893626-7d8c-417a-a58e-a7b34ab8b0ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 200 len: 217 time: 0.0419648 Jul 09 20:55:06.445465 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667bde6-c021-443f-9a5b-38a465e20279 req-952e678b-611b-4a9f-a670-48034bdbd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:06.447043 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2667bde6-c021-443f-9a5b-38a465e20279 req-952e678b-611b-4a9f-a670-48034bdbd9e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.0462739 Jul 09 20:55:06.495589 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2667bde6-c021-443f-9a5b-38a465e20279 req-687fdbfd-08f8-42cd-9406-a513b4836e8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297055 Jul 09 20:55:06.587194 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2667bde6-c021-443f-9a5b-38a465e20279 req-065c0cbb-cd7b-42dc-9057-af381d82c600 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796297 Jul 09 20:55:06.632674 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f5e6791b-5741-445c-b1a6-86d0e49e68fb details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:55:06.707468 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2667bde6-c021-443f-9a5b-38a465e20279 req-82ce0ded-fa3c-4acf-9a94-1b837bd29168 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113358 Jul 09 20:55:06.743624 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f5e6791b-5741-445c-b1a6-86d0e49e68fb, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f5e6791b-5741-445c-b1a6-86d0e49e68fb,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:06.756477 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'f5e6791b-5741-445c-b1a6-86d0e49e68fb', 'network_id': 'e5cb2913-27aa-4156-9128-a345e8fe0441', 'port_id': 'f5e6791b-5741-445c-b1a6-86d0e49e68fb', 'mac_address': 'fa:16:3e:bc:ce:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db29f98-1d04-4a27-9ccb-d617c1f00718', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:55:06.797757 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.811202 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e6791b-5741-445c-b1a6-86d0e49e68fb {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:55:06.832536 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f5e6791b-5741-445c-b1a6-86d0e49e68fb, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f5e6791b-5741-445c-b1a6-86d0e49e68fb,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:06.837189 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:06.893935 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f5e6791b-5741-445c-b1a6-86d0e49e68fb,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:06.901728 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.902083 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.902536 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.902874 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.903253 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.903741 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.904073 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.904397 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.904778 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.905155 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.905502 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:06.905817 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:07.026096 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a31c6-1206-4225-8fa8-dfd10e5066a3 req-a87b78c3-d6b8-4ad8-8268-2e1ef9fcc7db tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:07.027469 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a83a31c6-1206-4225-8fa8-dfd10e5066a3 req-a87b78c3-d6b8-4ad8-8268-2e1ef9fcc7db tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 944 time: 0.0661249 Jul 09 20:55:07.063941 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a83a31c6-1206-4225-8fa8-dfd10e5066a3 req-96f4b795-5657-4566-9440-c552209ce50a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298941 Jul 09 20:55:07.429714 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84838a8-4476-433e-ba09-b2bd260be2cd req-71d570f4-b198-49a7-a890-7cca1d484010 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:07.431161 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c84838a8-4476-433e-ba09-b2bd260be2cd req-71d570f4-b198-49a7-a890-7cca1d484010 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0657637 Jul 09 20:55:07.468456 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c84838a8-4476-433e-ba09-b2bd260be2cd req-0fcb0494-2453-448b-b2e5-8c7633930433 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Jul 09 20:55:07.691906 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['f5e6791b-5741-445c-b1a6-86d0e49e68fb'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:08.246840 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3c5a3-5430-49a6-9ed3-27f681486095 req-95689446-9dea-4e4e-afbe-511b24c6f604 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:08.248298 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0cd3c5a3-5430-49a6-9ed3-27f681486095 req-95689446-9dea-4e4e-afbe-511b24c6f604 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 944 time: 0.0622802 Jul 09 20:55:08.286249 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0cd3c5a3-5430-49a6-9ed3-27f681486095 req-6ac9b73a-376f-440f-a39e-29a841ee0e9a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jul 09 20:55:08.641478 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3ea34-13eb-46ea-bb34-5443f5cc391c req-129adb55-c49e-4a60-a3ee-385dc151c2fc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:08.642951 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08c3ea34-13eb-46ea-bb34-5443f5cc391c req-129adb55-c49e-4a60-a3ee-385dc151c2fc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0614707 Jul 09 20:55:08.680140 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08c3ea34-13eb-46ea-bb34-5443f5cc391c req-07f64a30-897d-41d8-92b0-4a8964d906fb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Jul 09 20:55:09.465381 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc3dfa-51c4-414b-9719-49072ce531fb req-8af78e18-29ea-4a53-88ba-6ae8b3042bb2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:09.466846 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-edcc3dfa-51c4-414b-9719-49072ce531fb req-8af78e18-29ea-4a53-88ba-6ae8b3042bb2 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 944 time: 0.0680060 Jul 09 20:55:09.510068 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-edcc3dfa-51c4-414b-9719-49072ce531fb req-1ff6893d-3603-443d-a211-498e7ddd089b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363104 Jul 09 20:55:09.889392 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1662-2ba6-4a4b-9c1a-a4e7131ad8fc req-20e43516-85f1-4d73-90f2-1e9a11b49d5d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:09.889392 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2e0a1662-2ba6-4a4b-9c1a-a4e7131ad8fc req-20e43516-85f1-4d73-90f2-1e9a11b49d5d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0899384 Jul 09 20:55:09.929475 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2e0a1662-2ba6-4a4b-9c1a-a4e7131ad8fc req-3287e823-c569-485d-aa4a-5320da564c38 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387399 Jul 09 20:55:10.667270 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f5e6791b-5741-445c-b1a6-86d0e49e68fb up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:55:10.687177 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc84139-5d6d-4c03-83bf-e70d11b5d157 req-c2dfa5bb-f7f1-4ef6-9849-504f3bb85a9f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:10.688732 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ddc84139-5d6d-4c03-83bf-e70d11b5d157 req-c2dfa5bb-f7f1-4ef6-9849-504f3bb85a9f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 944 time: 0.0640810 Jul 09 20:55:10.715271 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port f5e6791b-5741-445c-b1a6-86d0e49e68fb completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:55:10.725270 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port f5e6791b-5741-445c-b1a6-86d0e49e68fb triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:55:10.725270 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.727353 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ddc84139-5d6d-4c03-83bf-e70d11b5d157 req-f22736e2-a383-49c1-a6a3-c8e30c935cf3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Jul 09 20:55:10.816466 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-31c2af75-3fcb-4f74-9ccf-e2fab889c029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.818208 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.840293 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd50cfa7-4e15-4096-9420-fc502cb27803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e6791b-5741-445c-b1a6-86d0e49e68fb'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:10.842538 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc2c44f-6629-4601-8e9f-bd6292b43ecb" -d '{"events": [{"server_uuid": "cd50cfa7-4e15-4096-9420-fc502cb27803", "name": "network-vif-plugged", "status": "completed", "tag": "f5e6791b-5741-445c-b1a6-86d0e49e68fb"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:10.862491 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f5e6791b-5741-445c-b1a6-86d0e49e68fb, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f5e6791b-5741-445c-b1a6-86d0e49e68fb,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:10.866353 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:10.894286 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176aa017-7597-4926-92dd-2af3e56d72a7 x-openstack-request-id: req-176aa017-7597-4926-92dd-2af3e56d72a7 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:10.894569 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd50cfa7-4e15-4096-9420-fc502cb27803", "name": "network-vif-plugged", "status": "completed", "tag": "f5e6791b-5741-445c-b1a6-86d0e49e68fb", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:10.894817 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-176aa017-7597-4926-92dd-2af3e56d72a7 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:10.895191 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd50cfa7-4e15-4096-9420-fc502cb27803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e6791b-5741-445c-b1a6-86d0e49e68fb', 'code': 200} Jul 09 20:55:10.922245 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f5e6791b-5741-445c-b1a6-86d0e49e68fb,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:11.117752 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987ec53-f4af-4ffa-9872-ddb9b0fa5a91 req-3e1d1e87-2182-4d19-980b-da1c3b957eb4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:11.119238 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4987ec53-f4af-4ffa-9872-ddb9b0fa5a91 req-3e1d1e87-2182-4d19-980b-da1c3b957eb4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0683987 Jul 09 20:55:11.167632 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4987ec53-f4af-4ffa-9872-ddb9b0fa5a91 req-81f3db6a-3652-490a-9a23-fbb0adf7c26b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Jul 09 20:55:11.229635 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ee6b7-be83-400d-b3ee-321837750d61 req-6f7e6070-277f-41f8-8724-e3c4f95ffad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:11.231257 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4f1ee6b7-be83-400d-b3ee-321837750d61 req-6f7e6070-277f-41f8-8724-e3c4f95ffad3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 1098 time: 0.0724971 Jul 09 20:55:11.273171 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4f1ee6b7-be83-400d-b3ee-321837750d61 req-e1db7270-2795-447b-a545-87708d5e0b89 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Jul 09 20:55:12.162531 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37d2b1-c8df-4d10-a0f2-9149df232ba8 req-6ee82605-b3ab-4ed6-aff2-61aa4dd9e2a8 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:12.164024 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da37d2b1-c8df-4d10-a0f2-9149df232ba8 req-6ee82605-b3ab-4ed6-aff2-61aa4dd9e2a8 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 945 time: 0.0631137 Jul 09 20:55:12.200450 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da37d2b1-c8df-4d10-a0f2-9149df232ba8 req-fa1985c9-1dd5-41ae-830a-288284166700 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Jul 09 20:55:12.357926 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e9c1-0ab7-4df4-8171-76dfcf15a68e req-94fcee7b-a936-41d8-848f-513ff12781fa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:12.359383 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5d55e9c1-0ab7-4df4-8171-76dfcf15a68e req-94fcee7b-a936-41d8-848f-513ff12781fa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0659740 Jul 09 20:55:12.397585 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5d55e9c1-0ab7-4df4-8171-76dfcf15a68e req-64e1830f-5d95-4d59-85a8-b21ede18a5cb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Jul 09 20:55:13.377861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d58bf9-b1b6-4e32-b2f6-17b8ef62b878 req-cece10e5-f253-46bc-b6c9-f925d4107fdb tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:13.379365 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-04d58bf9-b1b6-4e32-b2f6-17b8ef62b878 req-cece10e5-f253-46bc-b6c9-f925d4107fdb tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 945 time: 0.0678468 Jul 09 20:55:13.436939 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-04d58bf9-b1b6-4e32-b2f6-17b8ef62b878 req-4dd371bd-e6c1-4bf7-97ef-92ceb6dd0c87 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517051 Jul 09 20:55:13.453160 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e9e07be3-57aa-48ad-8087-3deff13a9f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:13.622566 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8d6a7-448d-451e-a547-55fad9d040a6 req-1e287441-56bd-4aa8-9e5f-12bd3e8b8901 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:13.624068 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-31f8d6a7-448d-451e-a547-55fad9d040a6 req-1e287441-56bd-4aa8-9e5f-12bd3e8b8901 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0702212 Jul 09 20:55:13.663882 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-31f8d6a7-448d-451e-a547-55fad9d040a6 req-9cb70040-5cb0-4b51-ace3-77c32d4f4a1b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Jul 09 20:55:13.754357 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:14.593581 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:14.626347 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b422c-a70f-4ad3-9dff-ffd41e90a9a4 req-88f1d9f1-3bbd-45fb-83f4-e52789935999 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:14.627805 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-672b422c-a70f-4ad3-9dff-ffd41e90a9a4 req-88f1d9f1-3bbd-45fb-83f4-e52789935999 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 945 time: 0.0645077 Jul 09 20:55:14.666093 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-672b422c-a70f-4ad3-9dff-ffd41e90a9a4 req-87b34f62-4ffe-4152-809b-5ec26c782572 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326686 Jul 09 20:55:14.941884 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.008155 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-af4e58ed-0da8-4532-81fc-20fa04e81e72 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596619 Jul 09 20:55:15.210637 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43788) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:15.321708 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-68b8a025-070c-4b53-a124-9174184def78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.328489 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-1978cc7a-cfe1-4705-923b-bd81d0461adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:15.330011 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-1978cc7a-cfe1-4705-923b-bd81d0461adc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1099 time: 0.2808084 Jul 09 20:55:15.418411 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-68b8a025-070c-4b53-a124-9174184def78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.424150 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-68b8a025-070c-4b53-a124-9174184def78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.448885 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-4d001b77-e913-400d-841d-8d0de595f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:15.450358 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-4d001b77-e913-400d-841d-8d0de595f6bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.0939727 Jul 09 20:55:15.467495 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-68b8a025-070c-4b53-a124-9174184def78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=42cef40ae78f411e930de8c9aeef1326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550745 Jul 09 20:55:15.469563 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 43794) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:15.470257 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a025-070c-4b53-a124-9174184def78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4367fb7-0f99-4bbb-9ca7-d4d13f428788,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:15.523390 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-e581caf0-40bf-4d1a-a3c2-e20429061a89 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 200 len: 217 time: 0.0607934 Jul 09 20:55:15.587861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-279cb995-bb0d-46f6-9c79-8fed6f4e300a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.591404 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-eed3671a-7e62-421d-a4bc-aa0145a9eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:15.593382 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-eed3671a-7e62-421d-a4bc-aa0145a9eb50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.0604403 Jul 09 20:55:15.612578 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-279cb995-bb0d-46f6-9c79-8fed6f4e300a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.659199 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-279cb995-bb0d-46f6-9c79-8fed6f4e300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.661714 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-279cb995-bb0d-46f6-9c79-8fed6f4e300a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:15.662921 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-279cb995-bb0d-46f6-9c79-8fed6f4e300a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4367fb7-0f99-4bbb-9ca7-d4d13f428788 HTTP/1.1" status: 204 len: 168 time: 0.1920335 Jul 09 20:55:15.671244 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cb995-bb0d-46f6-9c79-8fed6f4e300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4367fb7-0f99-4bbb-9ca7-d4d13f428788,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:15.713937 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-6c3d3c7d-ccd5-4381-8f21-d61e9854ca4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292120 Jul 09 20:55:15.813233 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-5b0cce52-de49-4959-a7ad-badf05d98459 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817702 Jul 09 20:55:15.909838 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b899edef-59dd-4981-96e4-87182ee1ea59 req-bf2a053d-bcd7-45ae-be8e-e695651bf3e9 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890448 Jul 09 20:55:15.939929 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 43804) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:15.953940 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49b70f32-b68d-4eea-9971-ff4a6fdd62d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.046742 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49b70f32-b68d-4eea-9971-ff4a6fdd62d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.052701 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49b70f32-b68d-4eea-9971-ff4a6fdd62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.060475 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.095328 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-49b70f32-b68d-4eea-9971-ff4a6fdd62d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1bb58c178b4b448797fafb940c402d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543336 Jul 09 20:55:16.096182 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b70f32-b68d-4eea-9971-ff4a6fdd62d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39af48b-da80-4244-9947-4534f5b73805,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:16.097953 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43812) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:16.150239 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-491dcaf8-b2e3-4c87-9398-1d5c96d4b2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.171236 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-491dcaf8-b2e3-4c87-9398-1d5c96d4b2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.249277 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-491dcaf8-b2e3-4c87-9398-1d5c96d4b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.251751 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-491dcaf8-b2e3-4c87-9398-1d5c96d4b2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.252889 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-491dcaf8-b2e3-4c87-9398-1d5c96d4b2e4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d39af48b-da80-4244-9947-4534f5b73805 HTTP/1.1" status: 204 len: 168 time: 0.1525645 Jul 09 20:55:16.270340 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993837-066a-4aad-bd45-e1003801de5e req-82cdd30d-03aa-4bb3-9f5a-294903ae9f5f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:16.271794 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5a993837-066a-4aad-bd45-e1003801de5e req-82cdd30d-03aa-4bb3-9f5a-294903ae9f5f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0855222 Jul 09 20:55:16.272929 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dcaf8-b2e3-4c87-9398-1d5c96d4b2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39af48b-da80-4244-9947-4534f5b73805,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:16.311241 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5a993837-066a-4aad-bd45-e1003801de5e req-0dad6031-98a5-4f65-9c92-5f575fb0344a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334740 Jul 09 20:55:16.577501 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 43824) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:16.591078 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06f80129-bb0d-4523-a605-369571eb9924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.702620 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06f80129-bb0d-4523-a605-369571eb9924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.706498 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06f80129-bb0d-4523-a605-369571eb9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.743341 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-06f80129-bb0d-4523-a605-369571eb9924 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=912c0a7a60984f68a62820232edffb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646338 Jul 09 20:55:16.745169 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f80129-bb0d-4523-a605-369571eb9924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef9f89-d37d-43a8-afd8-e9d829d88e1c,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:16.746002 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 43830) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:16.796334 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-981cccd3-df60-4fbe-a920-a8826d49d3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.816960 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-981cccd3-df60-4fbe-a920-a8826d49d3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.869022 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-981cccd3-df60-4fbe-a920-a8826d49d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.871701 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-981cccd3-df60-4fbe-a920-a8826d49d3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:16.873558 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-981cccd3-df60-4fbe-a920-a8826d49d3ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ccef9f89-d37d-43a8-afd8-e9d829d88e1c HTTP/1.1" status: 204 len: 168 time: 0.1258895 Jul 09 20:55:16.881973 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cccd3-df60-4fbe-a920-a8826d49d3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef9f89-d37d-43a8-afd8-e9d829d88e1c,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:40.797478 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ac0ed487-9b06-4dce-8a84-cc2256f419b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:41.139444 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:55:43.437779 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6f91-9b18-4f40-8f0f-0158bea5fed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:43.762714 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:44.588928 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:44.948029 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.059671 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.304823 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-10c0e041-7b1c-4867-beb3-95aa1f943d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:47.306344 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-10c0e041-7b1c-4867-beb3-95aa1f943d87 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1099 time: 0.0959394 Jul 09 20:55:47.319385 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a5344-9d42-4eda-b6a1-56fefdbdc3aa req-29192217-dee9-4129-aeea-746e6236c991 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:47.320855 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-733a5344-9d42-4eda-b6a1-56fefdbdc3aa req-29192217-dee9-4129-aeea-746e6236c991 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0844498 Jul 09 20:55:47.411009 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-733a5344-9d42-4eda-b6a1-56fefdbdc3aa req-55a132ff-7c18-44a6-b218-ae1513e7397b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807223 Jul 09 20:55:47.434745 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-5684883f-da45-4a95-9b44-689be3d5fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:47.436423 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-5684883f-da45-4a95-9b44-689be3d5fca9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.1146560 Jul 09 20:55:47.476057 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-fb8724e6-4960-47d7-9708-f94dc2f713fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 200 len: 217 time: 0.0322750 Jul 09 20:55:47.537446 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-ca680918-43de-497c-b62b-b95f315b97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:47.539075 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-ca680918-43de-497c-b62b-b95f315b97b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.0537102 Jul 09 20:55:47.571427 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-298baaac-c5b3-40e3-a824-8c14397a811e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251081 Jul 09 20:55:47.655878 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-84d81a13-f74f-477d-a5b8-6112dcf4aeb5 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779428 Jul 09 20:55:47.743277 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-74dfaf86-f37a-40d1-b221-8dbf8a364b19 req-f737a12c-e0f3-4357-a9d1-0d120dd8822d service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805867 Jul 09 20:55:48.587828 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5315f1-2b24-4b3b-aa0e-6f75748e3e9e req-4e046048-219a-491c-a110-90af31e1f854 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:48.589303 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0c5315f1-2b24-4b3b-aa0e-6f75748e3e9e req-4e046048-219a-491c-a110-90af31e1f854 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0652976 Jul 09 20:55:48.625553 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0c5315f1-2b24-4b3b-aa0e-6f75748e3e9e req-072c467f-b7fe-44b0-b3fa-8ae980e15fbd tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306251 Jul 09 20:55:49.801680 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2327a7-68a7-4ebd-b733-e3b474fb05e3 req-ddc6ffa9-f77b-43cf-a531-a97287115a56 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:49.803373 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0c2327a7-68a7-4ebd-b733-e3b474fb05e3 req-ddc6ffa9-f77b-43cf-a531-a97287115a56 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0649791 Jul 09 20:55:49.844939 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0c2327a7-68a7-4ebd-b733-e3b474fb05e3 req-9164f66d-6fbb-479c-adec-fb5304057477 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359683 Jul 09 20:55:51.017780 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c401f-8553-43ea-b6b3-f064639d39c1 req-f440529f-a3e1-412c-b158-74d904dacf48 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:51.019194 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-dc0c401f-8553-43ea-b6b3-f064639d39c1 req-f440529f-a3e1-412c-b158-74d904dacf48 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0635204 Jul 09 20:55:51.056113 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-dc0c401f-8553-43ea-b6b3-f064639d39c1 req-54a0e966-7004-41a0-93d6-47ab92051b4d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Jul 09 20:55:52.231125 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47677b-9efe-4771-871f-05112e22c291 req-f7305edc-6693-401b-96a4-4dff2cdfee0d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:52.232463 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9e47677b-9efe-4771-871f-05112e22c291 req-f7305edc-6693-401b-96a4-4dff2cdfee0d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0637336 Jul 09 20:55:52.268792 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9e47677b-9efe-4771-871f-05112e22c291 req-3343e6dc-9a6b-468b-8313-eaf646f0c2a6 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Jul 09 20:55:55.460462 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01ebf2-a670-4993-b536-de00a032f0cc req-2687cfe8-c37e-42cc-8b35-9326c5ccfd8e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:55.461953 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fd01ebf2-a670-4993-b536-de00a032f0cc req-2687cfe8-c37e-42cc-8b35-9326c5ccfd8e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0615950 Jul 09 20:55:55.498237 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fd01ebf2-a670-4993-b536-de00a032f0cc req-588a697e-1f6c-4856-ae22-a3eba508614d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305967 Jul 09 20:55:56.702682 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838a08b-404c-4353-b51c-7e491bcf5746 req-04382e73-372f-4763-9b51-7c066bcf40dc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:56.704235 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c838a08b-404c-4353-b51c-7e491bcf5746 req-04382e73-372f-4763-9b51-7c066bcf40dc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0656333 Jul 09 20:55:56.741859 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c838a08b-404c-4353-b51c-7e491bcf5746 req-9c9f8edf-b33e-44c8-a603-c6f130fc6897 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Jul 09 20:55:58.009905 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434832c-6ce2-4053-bdf3-7309400ff915 req-8f79bec1-8a54-45a3-91d4-47d3dc11e6ca tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:58.011888 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7434832c-6ce2-4053-bdf3-7309400ff915 req-8f79bec1-8a54-45a3-91d4-47d3dc11e6ca tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0710268 Jul 09 20:55:58.050295 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7434832c-6ce2-4053-bdf3-7309400ff915 req-63c08671-d145-4fce-9402-af8ab868394b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Jul 09 20:55:58.359972 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 44468) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:58.471084 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:58.564989 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:58.568804 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:58.608953 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46da1649f7c74aa3802be48840489260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477942 Jul 09 20:55:58.609880 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace010a5-8c1c-486f-b624-2213d920e24e,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:58.611735 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 44480) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:58.617118 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.617934 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.617934 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.618114 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.618452 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.618780 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.619107 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.619440 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.619755 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.620074 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.620991 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.621319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ae1cb-1b93-482e-aed1-8afc39b3bf4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.677573 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:58.699409 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:58.747029 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:58.749799 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:58.750978 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ace010a5-8c1c-486f-b624-2213d920e24e HTTP/1.1" status: 204 len: 168 time: 0.1382420 Jul 09 20:55:58.760044 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace010a5-8c1c-486f-b624-2213d920e24e,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:58.769646 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.770252 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.770592 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.771080 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.771565 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.772065 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.772577 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.773180 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.773519 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.773832 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.774175 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:58.774531 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab8596-eca1-4570-877c-b94e8e544a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:59.230075 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89a4b9-bc77-417b-a79f-e6f6bf8df173 req-c6bc1d71-76e9-4a9b-a1b9-73e655bcc42d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:59.231602 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8b89a4b9-bc77-417b-a79f-e6f6bf8df173 req-c6bc1d71-76e9-4a9b-a1b9-73e655bcc42d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0635293 Jul 09 20:55:59.272944 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8b89a4b9-bc77-417b-a79f-e6f6bf8df173 req-800453b1-9ee6-4289-a6cc-faffb542758f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358496 Jul 09 20:56:00.448941 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e90850-81a8-4527-ac31-06ba19c4c2c0 req-0115bc71-5be2-4427-9fcb-c97238eb9ad7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:00.450475 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d3e90850-81a8-4527-ac31-06ba19c4c2c0 req-0115bc71-5be2-4427-9fcb-c97238eb9ad7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0653739 Jul 09 20:56:00.486242 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d3e90850-81a8-4527-ac31-06ba19c4c2c0 req-a7833c65-3ead-4047-9369-78779742066d tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303071 Jul 09 20:56:01.137738 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0d626-6992-464c-80ca-33a51392aac5 req-ba5e9e61-993a-411c-8cdf-e28963587faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:01.139325 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fab0d626-6992-464c-80ca-33a51392aac5 req-ba5e9e61-993a-411c-8cdf-e28963587faf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1099 time: 0.0524533 Jul 09 20:56:01.175907 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fab0d626-6992-464c-80ca-33a51392aac5 req-ac2eca44-833d-4498-9488-e293fb6f51a8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287449 Jul 09 20:56:01.918495 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc32dae-3b84-43d9-a3e3-ec6793d6e5e5 req-fbf2d5f9-dfbe-4af9-a486-021b2a571813 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:01.920410 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7fc32dae-3b84-43d9-a3e3-ec6793d6e5e5 req-fbf2d5f9-dfbe-4af9-a486-021b2a571813 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0693760 Jul 09 20:56:01.957431 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7fc32dae-3b84-43d9-a3e3-ec6793d6e5e5 req-750b16f4-fa79-4b50-b988-d7fc9f7b93a5 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Jul 09 20:56:03.279406 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b395fb6-9281-4a46-b10d-fbbb47f77342 req-05d4d800-4257-45e5-b2d7-2c4e10490401 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:03.281161 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3b395fb6-9281-4a46-b10d-fbbb47f77342 req-05d4d800-4257-45e5-b2d7-2c4e10490401 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0841012 Jul 09 20:56:03.411807 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 44612) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:03.535002 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-641dbb38-7ada-46d2-bd90-d2374e72da15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.553262 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3b395fb6-9281-4a46-b10d-fbbb47f77342 req-0a4897e2-4c31-4fbe-82ba-489521fc9b80 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656240 Jul 09 20:56:03.646303 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-641dbb38-7ada-46d2-bd90-d2374e72da15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.650205 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-641dbb38-7ada-46d2-bd90-d2374e72da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.698671 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-641dbb38-7ada-46d2-bd90-d2374e72da15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a20247210854b16a58f85be6ccd3fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851169 Jul 09 20:56:03.699513 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dbb38-7ada-46d2-bd90-d2374e72da15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6906ca19-f26c-48db-a15f-d3ba5979637a,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:03.702319 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 44634) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:03.755380 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7e65d355-aeb3-4c8c-97ea-bbd9aa01e42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.786049 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7e65d355-aeb3-4c8c-97ea-bbd9aa01e42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.833814 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7e65d355-aeb3-4c8c-97ea-bbd9aa01e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.836333 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7e65d355-aeb3-4c8c-97ea-bbd9aa01e42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.837672 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-7e65d355-aeb3-4c8c-97ea-bbd9aa01e42e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6906ca19-f26c-48db-a15f-d3ba5979637a HTTP/1.1" status: 204 len: 168 time: 0.1338248 Jul 09 20:56:03.845710 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65d355-aeb3-4c8c-97ea-bbd9aa01e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906ca19-f26c-48db-a15f-d3ba5979637a,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:04.756766 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fca1e-7243-47c3-a339-47b516dcdd00 req-a72b4058-cc30-44d5-b6fb-5104bdf2e186 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:04.758268 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-980fca1e-7243-47c3-a339-47b516dcdd00 req-a72b4058-cc30-44d5-b6fb-5104bdf2e186 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0639594 Jul 09 20:56:04.798217 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-980fca1e-7243-47c3-a339-47b516dcdd00 req-6759852b-aa8a-425d-9e8a-688cf10c18f7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Jul 09 20:56:05.294724 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-cf1cd33f-0721-4ae2-899d-24d3452057a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:05.296566 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-cf1cd33f-0721-4ae2-899d-24d3452057a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 1099 time: 0.0629146 Jul 09 20:56:05.310352 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aa052-a05b-4511-834a-171c08a3e0b9 req-9ffa7dec-6d9a-47b1-8a9b-452d7d6d7079 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:05.315264 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-001aa052-a05b-4511-834a-171c08a3e0b9 req-9ffa7dec-6d9a-47b1-8a9b-452d7d6d7079 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0721130 Jul 09 20:56:05.367056 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-001aa052-a05b-4511-834a-171c08a3e0b9 req-24d36ef4-dea5-43f1-9b6b-dc83206302aa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482466 Jul 09 20:56:05.420311 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-0b8cbf4f-f55b-45d4-ba2e-1cc15858d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:05.421907 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-0b8cbf4f-f55b-45d4-ba2e-1cc15858d85f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.1180668 Jul 09 20:56:05.518815 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-f22b26c6-f043-420a-966e-518191da11ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 200 len: 217 time: 0.0386345 Jul 09 20:56:05.600098 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-f1867504-ca56-435a-9da4-8d9b8e62423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:05.601614 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-f1867504-ca56-435a-9da4-8d9b8e62423d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.0434279 Jul 09 20:56:05.640766 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-f6b9d7bc-7631-46f6-b92f-69fcada6bda7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257275 Jul 09 20:56:05.742447 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-785e3b96-47c1-4481-8af6-f8126538a2e2 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915151 Jul 09 20:56:05.828992 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d82017a2-3e96-4901-8092-65b4cbea7e96 req-bc636b2f-e46e-4b0c-9352-a55d3f396b7c service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792518 Jul 09 20:56:06.582404 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d3337-19ce-4931-830c-007f7705b463 req-f95b0fa7-f3a3-46e8-a660-6c1440bffb47 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:06.584033 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-718d3337-19ce-4931-830c-007f7705b463 req-f95b0fa7-f3a3-46e8-a660-6c1440bffb47 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0723159 Jul 09 20:56:06.625943 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-718d3337-19ce-4931-830c-007f7705b463 req-30837688-804b-47ca-a7fb-a10bdfaf34ce tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Jul 09 20:56:07.822216 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41050a60-578c-42d9-abb8-54c7cf8075fb req-7c85200b-653b-4091-9ce1-ac0f81346e8e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:07.824201 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41050a60-578c-42d9-abb8-54c7cf8075fb req-7c85200b-653b-4091-9ce1-ac0f81346e8e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0639074 Jul 09 20:56:07.862585 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41050a60-578c-42d9-abb8-54c7cf8075fb req-f7a6295f-cc6f-43f4-a646-625f884b6d3a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Jul 09 20:56:10.797171 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1ce57a38-ce8b-417c-a84d-f2904991fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.009511 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89434061-83b9-4392-9a32-7b1481a34d39 req-adb6684d-2ef7-4034-a5a0-6ab5fa0d2eae tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:13.011519 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-89434061-83b9-4392-9a32-7b1481a34d39 req-adb6684d-2ef7-4034-a5a0-6ab5fa0d2eae tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0666203 Jul 09 20:56:13.048609 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-89434061-83b9-4392-9a32-7b1481a34d39 req-71a9f0e1-4f11-4f35-a756-bc00220d2b18 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Jul 09 20:56:13.441604 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8166655c-2d3c-4d53-a9cd-d1c4eebda7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.754965 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.591762 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.948885 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.319087 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c6973-168f-4692-af51-3ad792fe7dec req-fc32f7b6-e9a8-4a81-8f9c-373f1aa6b8c9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:15.321270 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1f4c6973-168f-4692-af51-3ad792fe7dec req-fc32f7b6-e9a8-4a81-8f9c-373f1aa6b8c9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0676365 Jul 09 20:56:15.366457 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1f4c6973-168f-4692-af51-3ad792fe7dec req-0e930f5c-eeca-4326-b409-59fc0fa2ad1e tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 Jul 09 20:56:16.067606 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:16.634872 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5622fd-85ae-4a22-aa52-858b6c65c539 req-aa3380e5-d4f2-40ed-a49d-81d17a36fa7b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:16.636349 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ae5622fd-85ae-4a22-aa52-858b6c65c539 req-aa3380e5-d4f2-40ed-a49d-81d17a36fa7b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0624821 Jul 09 20:56:16.674932 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ae5622fd-85ae-4a22-aa52-858b6c65c539 req-af828c33-d366-483d-8fbc-74e7f36a56e7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Jul 09 20:56:17.623008 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-913a1bdb-747d-49c2-8782-8463283303f7 req-03e692ba-0a2a-457a-9e37-255cdebf3fd2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708957 Jul 09 20:56:18.138686 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:56:24.623176 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1bdb-747d-49c2-8782-8463283303f7 req-70385074-8b63-4118-a02c-0822387a24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:24.627622 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-913a1bdb-747d-49c2-8782-8463283303f7 req-70385074-8b63-4118-a02c-0822387a24ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a650100b93d44dbac6181a19ad574c8&device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 1098 time: 0.0517576 Jul 09 20:56:24.769441 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c587a44-56d3-4496-aa7b-050d9ddd1783 req-c0ef4abe-c886-4699-81a3-7bcf84445316 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:24.770974 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8c587a44-56d3-4496-aa7b-050d9ddd1783 req-c0ef4abe-c886-4699-81a3-7bcf84445316 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 945 time: 0.0626738 Jul 09 20:56:24.774084 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a535aa-ae35-41af-9562-1223449be05d req-06f3b1b6-362a-4e08-b98d-a521cfc60926 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:24.775601 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-96a535aa-ae35-41af-9562-1223449be05d req-06f3b1b6-362a-4e08-b98d-a521cfc60926 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0642052 Jul 09 20:56:24.815070 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-96a535aa-ae35-41af-9562-1223449be05d req-c1a6ee6b-199e-4a10-83f2-ebe2f75ace27 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336838 Jul 09 20:56:24.862746 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8c587a44-56d3-4496-aa7b-050d9ddd1783 req-6d4cca8b-8c5b-43fb-957f-d830ecf22b20 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861120 Jul 09 20:56:24.897189 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1bdb-747d-49c2-8782-8463283303f7 req-c1449818-7c56-437e-b164-79578c5d97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:24.898636 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-913a1bdb-747d-49c2-8782-8463283303f7 req-c1449818-7c56-437e-b164-79578c5d97e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 200 len: 920 time: 0.1160021 Jul 09 20:56:24.940621 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-913a1bdb-747d-49c2-8782-8463283303f7 req-49f921ff-b279-4847-b96b-a21c6a6794c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ba80eb-289d-457c-9ae7-981e583d4724 HTTP/1.1" status: 200 len: 217 time: 0.0343707 Jul 09 20:56:24.989304 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1bdb-747d-49c2-8782-8463283303f7 req-0ac6a413-89ee-4407-88f0-95b1338a1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:24.990724 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-913a1bdb-747d-49c2-8782-8463283303f7 req-0ac6a413-89ee-4407-88f0-95b1338a1714 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 200 len: 859 time: 0.0424130 Jul 09 20:56:25.025914 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-913a1bdb-747d-49c2-8782-8463283303f7 req-25384d7e-8837-4ff9-9786-7fdb2c3812ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a8dab57b-aa06-4b75-ba9e-11702aa79ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277867 Jul 09 20:56:25.110985 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-913a1bdb-747d-49c2-8782-8463283303f7 req-8163858f-ef74-4f08-89ce-eb8ea632d043 service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780427 Jul 09 20:56:25.205124 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-913a1bdb-747d-49c2-8782-8463283303f7 req-968a7b0d-41cc-401f-984d-b7e3849e974b service neutron] 10.222.0.83 "GET /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829041 Jul 09 20:56:26.010420 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5370b0-475f-4ace-81ec-568aaacaafd5 req-88b36a58-d39a-4ac4-8a45-73a01541c1eb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:26.011887 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7b5370b0-475f-4ace-81ec-568aaacaafd5 req-88b36a58-d39a-4ac4-8a45-73a01541c1eb tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0666509 Jul 09 20:56:26.047996 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7b5370b0-475f-4ace-81ec-568aaacaafd5 req-295a1926-327a-4b9e-8a2d-f82c80c975e7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305462 Jul 09 20:56:26.050204 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f8586-bb1f-4cd0-b4f8-44a5ceb871e6 req-a3667722-c4f8-48b9-b424-9e0d6e29b69c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:26.051687 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-259f8586-bb1f-4cd0-b4f8-44a5ceb871e6 req-a3667722-c4f8-48b9-b424-9e0d6e29b69c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 945 time: 0.0636573 Jul 09 20:56:26.089764 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-259f8586-bb1f-4cd0-b4f8-44a5ceb871e6 req-624b98c2-952e-48bc-b53a-f893f2f1fc18 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Jul 09 20:56:27.627792 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e20a7-48f8-4a83-8d96-9f7cd82667b5 req-1fa710b3-9561-4907-b803-75533eb4f892 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:27.629317 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-353e20a7-48f8-4a83-8d96-9f7cd82667b5 req-1fa710b3-9561-4907-b803-75533eb4f892 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 945 time: 0.0633249 Jul 09 20:56:27.679912 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-353e20a7-48f8-4a83-8d96-9f7cd82667b5 req-f73d0f14-64b5-47a6-bd32-9fc9e7211537 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 Jul 09 20:56:27.709405 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-7f32727c-81e3-4d80-824d-5f1f85b7cf08 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:27.711276 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-7f32727c-81e3-4d80-824d-5f1f85b7cf08 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 945 time: 0.0838373 Jul 09 20:56:27.824379 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Deleting port f5e6791b-5741-445c-b1a6-86d0e49e68fb {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:27.824709 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.913520 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] For port f5e6791b-5741-445c-b1a6-86d0e49e68fb, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f5e6791b-5741-445c-b1a6-86d0e49e68fb,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:27.913895 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.926903 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Calling delete_port for f5e6791b-5741-445c-b1a6-86d0e49e68fb owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:28.061192 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.094482 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Pushing event deleted for resources: {'Port': ['ID=f5e6791b-5741-445c-b1a6-86d0e49e68fb,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:28.139444 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] No DVR routers for this DVR port f5e6791b-5741-445c-b1a6-86d0e49e68fb on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:28.141886 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.143809 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f4ab2a51-551a-41ee-9aaa-4007b09d2159 req-feb2cbff-525e-4bc3-bcc8-433fcb549638 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "DELETE /v2.0/ports/f5e6791b-5741-445c-b1a6-86d0e49e68fb HTTP/1.1" status: 204 len: 173 time: 0.4269831 Jul 09 20:56:28.144234 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd50cfa7-4e15-4096-9420-fc502cb27803', 'name': 'network-vif-deleted', 'tag': 'f5e6791b-5741-445c-b1a6-86d0e49e68fb'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:28.146531 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39a4bab-0051-45a0-a124-17bb21b716d5" -d '{"events": [{"server_uuid": "cd50cfa7-4e15-4096-9420-fc502cb27803", "name": "network-vif-deleted", "tag": "f5e6791b-5741-445c-b1a6-86d0e49e68fb"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:28.187926 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a1c195-4d55-4ead-96bb-4864f319e014 x-openstack-request-id: req-f0a1c195-4d55-4ead-96bb-4864f319e014 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:28.187926 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd50cfa7-4e15-4096-9420-fc502cb27803", "name": "network-vif-deleted", "tag": "f5e6791b-5741-445c-b1a6-86d0e49e68fb", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:28.187926 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0a1c195-4d55-4ead-96bb-4864f319e014 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:28.187926 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd50cfa7-4e15-4096-9420-fc502cb27803', 'name': 'network-vif-deleted', 'tag': 'f5e6791b-5741-445c-b1a6-86d0e49e68fb', 'status': 'completed', 'code': 200} Jul 09 20:56:32.896373 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['eef3255a-d243-4c17-b8e1-d5c94fd3420f', '53058104-b1c5-4798-bb9e-f978ab3b09fa', 'e112b037-ac7a-48c3-ab18-342fe6bea20e', 'f5e6791b-5741-445c-b1a6-86d0e49e68fb'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:33.194729 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0f9ee1e-828b-4b51-98c2-272b1b93e9bb req-d0145082-976d-4a4e-9fba-bdb5803cfd3b tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd50cfa7-4e15-4096-9420-fc502cb27803 HTTP/1.1" status: 200 len: 210 time: 0.0295265 Jul 09 20:56:34.904726 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f5e6791b-5741-445c-b1a6-86d0e49e68fb no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:34.927941 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: f5e6791b-5741-445c-b1a6-86d0e49e68fb {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:34.928292 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f5e6791b-5741-445c-b1a6-86d0e49e68fb not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:35.866709 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fab5a-ed10-4327-87e6-38b0d06c38c3 req-edd0a600-bd2e-4084-a0e4-920ca55469c3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:35.868228 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-626fab5a-ed10-4327-87e6-38b0d06c38c3 req-edd0a600-bd2e-4084-a0e4-920ca55469c3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 946 time: 0.0629134 Jul 09 20:56:35.906156 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-626fab5a-ed10-4327-87e6-38b0d06c38c3 req-25558d70-91e2-42fb-a937-c08ddb31cffa tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Jul 09 20:56:37.082912 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933bb5a-4412-483f-8794-8b2c4ddcde6b req-1a0fd810-562b-475e-842f-2613d9659508 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:37.084393 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9933bb5a-4412-483f-8794-8b2c4ddcde6b req-1a0fd810-562b-475e-842f-2613d9659508 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 946 time: 0.0660682 Jul 09 20:56:37.131131 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9933bb5a-4412-483f-8794-8b2c4ddcde6b req-5da10f5e-d995-409a-9c3d-c5ccaa182e99 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Jul 09 20:56:37.978115 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45174) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:38.093237 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-76d12ffd-72fd-4499-a644-dbd8a847bbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:38.179048 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-76d12ffd-72fd-4499-a644-dbd8a847bbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:38.183279 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-76d12ffd-72fd-4499-a644-dbd8a847bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:38.222281 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-76d12ffd-72fd-4499-a644-dbd8a847bbf1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d31e6dbb3ede4524ae150c7809ffeb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429876 Jul 09 20:56:38.224769 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45182) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:38.262093 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d12ffd-72fd-4499-a644-dbd8a847bbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851b9b6-1a19-4988-99ef-face0f588275,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:38.335300 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9c52bfe3-8082-4ae5-b009-a9e32c6804eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:38.369124 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f7235-4b0d-4890-8cd3-6eba66e73b51 req-cbd73d27-c00a-4b28-8ae5-391d24388447 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:38.370619 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ba5f7235-4b0d-4890-8cd3-6eba66e73b51 req-cbd73d27-c00a-4b28-8ae5-391d24388447 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 946 time: 0.1057382 Jul 09 20:56:38.372537 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9c52bfe3-8082-4ae5-b009-a9e32c6804eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:38.430454 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ba5f7235-4b0d-4890-8cd3-6eba66e73b51 req-686df491-285c-465f-9b4b-b2abcf85fdc0 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512342 Jul 09 20:56:38.448316 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9c52bfe3-8082-4ae5-b009-a9e32c6804eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:38.451075 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9c52bfe3-8082-4ae5-b009-a9e32c6804eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:38.454985 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9c52bfe3-8082-4ae5-b009-a9e32c6804eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9851b9b6-1a19-4988-99ef-face0f588275 HTTP/1.1" status: 204 len: 168 time: 0.2266638 Jul 09 20:56:38.463413 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52bfe3-8082-4ae5-b009-a9e32c6804eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851b9b6-1a19-4988-99ef-face0f588275,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:38.852109 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761cad7-2c74-4eaa-ad88-19b23d803bb2 req-5a06e2f5-760c-4595-8441-f8513c48c730 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:38.853493 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a761cad7-2c74-4eaa-ad88-19b23d803bb2 req-5a06e2f5-760c-4595-8441-f8513c48c730 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0614090 Jul 09 20:56:38.894046 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a761cad7-2c74-4eaa-ad88-19b23d803bb2 req-7da141e1-db45-406d-8349-7b51382acfda tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Jul 09 20:56:39.158502 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-265d1dcc-77a4-4ae6-b9e2-1b23068bfed9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:39.159999 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-265d1dcc-77a4-4ae6-b9e2-1b23068bfed9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 946 time: 0.0626397 Jul 09 20:56:39.265686 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Deleting port e112b037-ac7a-48c3-ab18-342fe6bea20e {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:39.266026 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:39.349938 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] For port e112b037-ac7a-48c3-ab18-342fe6bea20e, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e112b037-ac7a-48c3-ab18-342fe6bea20e,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:39.350328 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:39.362572 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Calling delete_port for e112b037-ac7a-48c3-ab18-342fe6bea20e owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:39.489209 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:39.519159 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Pushing event deleted for resources: {'Port': ['ID=e112b037-ac7a-48c3-ab18-342fe6bea20e,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:39.554716 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['eef3255a-d243-4c17-b8e1-d5c94fd3420f', '53058104-b1c5-4798-bb9e-f978ab3b09fa', 'e112b037-ac7a-48c3-ab18-342fe6bea20e'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:39.564527 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] No DVR routers for this DVR port e112b037-ac7a-48c3-ab18-342fe6bea20e on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:39.575890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:39.577067 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-eb6c4596-290b-4dd0-b91b-c8d3b677ddc7 req-e55928b7-b8b9-4610-b398-0bc055d503b3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "DELETE /v2.0/ports/e112b037-ac7a-48c3-ab18-342fe6bea20e HTTP/1.1" status: 204 len: 173 time: 0.4110284 Jul 09 20:56:39.577493 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95f9168-7b52-4f0a-90ab-a9b577f0e06a', 'name': 'network-vif-deleted', 'tag': 'e112b037-ac7a-48c3-ab18-342fe6bea20e'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:39.579663 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9b1639-33d1-47e4-8133-084e4051fe29" -d '{"events": [{"server_uuid": "d95f9168-7b52-4f0a-90ab-a9b577f0e06a", "name": "network-vif-deleted", "tag": "e112b037-ac7a-48c3-ab18-342fe6bea20e"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:39.614999 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ab811bc2-0b26-4ecc-b45c-0044a99446e8 req-e4d0d11f-13a3-41e3-b844-04b3775bff3c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95f9168-7b52-4f0a-90ab-a9b577f0e06a HTTP/1.1" status: 200 len: 210 time: 0.0514650 Jul 09 20:56:39.621406 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcdeef7-af7a-40b4-8129-56d1d1ce4fc4 x-openstack-request-id: req-3bcdeef7-af7a-40b4-8129-56d1d1ce4fc4 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:39.621696 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95f9168-7b52-4f0a-90ab-a9b577f0e06a", "name": "network-vif-deleted", "tag": "e112b037-ac7a-48c3-ab18-342fe6bea20e", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:39.621952 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bcdeef7-af7a-40b4-8129-56d1d1ce4fc4 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:39.622340 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95f9168-7b52-4f0a-90ab-a9b577f0e06a', 'name': 'network-vif-deleted', 'tag': 'e112b037-ac7a-48c3-ab18-342fe6bea20e', 'status': 'completed', 'code': 200} Jul 09 20:56:40.070035 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a589a9c-b2ef-4d9e-b873-9e0f814e2ea9 req-78561474-7eb3-4ed6-a79e-d3e5bb810308 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:40.071531 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3a589a9c-b2ef-4d9e-b873-9e0f814e2ea9 req-78561474-7eb3-4ed6-a79e-d3e5bb810308 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0665259 Jul 09 20:56:40.112536 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3a589a9c-b2ef-4d9e-b873-9e0f814e2ea9 req-de62550f-e738-44b0-b34b-571f3c9e86f0 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Jul 09 20:56:40.798020 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-87177ce3-3b0f-47ef-ae97-b9834c9129bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:41.062013 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb532f-f568-4a64-88b7-da6b9e39a174 req-ac86752a-22e2-4543-b218-5dbe995a6695 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:41.063605 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9dcb532f-f568-4a64-88b7-da6b9e39a174 req-ac86752a-22e2-4543-b218-5dbe995a6695 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0632226 Jul 09 20:56:41.100280 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9dcb532f-f568-4a64-88b7-da6b9e39a174 req-77c4ad29-4c90-43e5-a5de-6483dde4c7d5 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Jul 09 20:56:41.102829 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528f03d-dac0-46b1-9934-de69258b7f88 req-3cff002e-e257-4907-b7ff-c9a6a5952255 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:41.104291 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c528f03d-dac0-46b1-9934-de69258b7f88 req-3cff002e-e257-4907-b7ff-c9a6a5952255 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.0607500 Jul 09 20:56:41.141483 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c528f03d-dac0-46b1-9934-de69258b7f88 req-4688fa11-5a01-40b0-9a25-9a9b709533e5 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jul 09 20:56:41.282685 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b6b36-c1d2-4f14-8e0c-c103e108fa83 req-a31253b4-e391-492d-86d4-d1b078b19f0a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:41.284155 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-574b6b36-c1d2-4f14-8e0c-c103e108fa83 req-a31253b4-e391-492d-86d4-d1b078b19f0a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0623894 Jul 09 20:56:41.319667 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-574b6b36-c1d2-4f14-8e0c-c103e108fa83 req-7241eb78-5087-4570-8ef5-51f83b4abef4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301473 Jul 09 20:56:42.274608 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704babf-ee7f-43ec-8dfd-d9fd1e473b00 req-5d5f4db8-0d47-4385-8549-2c816e6da1e9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:42.276065 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a704babf-ee7f-43ec-8dfd-d9fd1e473b00 req-5d5f4db8-0d47-4385-8549-2c816e6da1e9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0616622 Jul 09 20:56:42.314917 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a704babf-ee7f-43ec-8dfd-d9fd1e473b00 req-8c8504db-ede0-4c8c-8169-32b333d1d41d tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Jul 09 20:56:42.317105 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f7d9f-6e59-4042-949e-4527f51b7580 req-ea012045-3a64-4823-bbcf-5a7f62333613 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:42.318603 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-525f7d9f-6e59-4042-949e-4527f51b7580 req-ea012045-3a64-4823-bbcf-5a7f62333613 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.0665751 Jul 09 20:56:42.356771 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-525f7d9f-6e59-4042-949e-4527f51b7580 req-bccf8d0a-acd0-42d6-a75a-43b4cc38bd7d tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320365 Jul 09 20:56:42.486829 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f321df-f3e2-452d-8a7c-f0810302f190 req-4acb0bd5-8d4d-4e9d-9cea-60b3a6dbdbdf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:42.488275 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-93f321df-f3e2-452d-8a7c-f0810302f190 req-4acb0bd5-8d4d-4e9d-9cea-60b3a6dbdbdf tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0614700 Jul 09 20:56:42.527839 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-93f321df-f3e2-452d-8a7c-f0810302f190 req-912d90bb-8361-4028-91a5-224c6dc1cb46 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Jul 09 20:56:42.974675 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device e112b037-ac7a-48c3-ab18-342fe6bea20e no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:42.997369 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: e112b037-ac7a-48c3-ab18-342fe6bea20e {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:42.997704 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device e112b037-ac7a-48c3-ab18-342fe6bea20e not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:43.328536 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-d7d8d091-8ee8-4603-a146-54cc242e17a0 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.329961 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-d7d8d091-8ee8-4603-a146-54cc242e17a0 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.83 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0604753 Jul 09 20:56:43.442824 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d9927342-e0bc-4561-bf46-1ab63660e509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:43.514991 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Deleting port d1ba80eb-289d-457c-9ae7-981e583d4724 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:43.515317 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:43.538000 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befb30c-84ec-4ab4-9a39-1e0070849f69 req-3dc9ed1a-4949-4c0d-9178-156c2c6c1004 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.540098 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7befb30c-84ec-4ab4-9a39-1e0070849f69 req-3dc9ed1a-4949-4c0d-9178-156c2c6c1004 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.0661213 Jul 09 20:56:43.576420 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6765-4776-4e34-9d26-d1a5012cbfdb req-bb77eedb-f7b0-41ca-963d-c01b499eed75 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.577885 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-195b6765-4776-4e34-9d26-d1a5012cbfdb req-bb77eedb-f7b0-41ca-963d-c01b499eed75 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1281865 Jul 09 20:56:43.578711 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7befb30c-84ec-4ab4-9a39-1e0070849f69 req-8e580f8c-6b2a-4572-9486-ba37f824cc8c tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jul 09 20:56:43.638817 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] For port d1ba80eb-289d-457c-9ae7-981e583d4724, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=d1ba80eb-289d-457c-9ae7-981e583d4724,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:43.639162 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:43.643925 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-195b6765-4776-4e34-9d26-d1a5012cbfdb req-1386a35d-e2fc-4894-a5a3-f11e29403b9c tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Jul 09 20:56:43.654533 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Calling delete_port for d1ba80eb-289d-457c-9ae7-981e583d4724 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:43.743465 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738825e-a1ac-4ea5-afc2-45085d173c78 req-abc10698-aa33-4e23-852c-fe792bf3d6d9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:43.745002 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7738825e-a1ac-4ea5-afc2-45085d173c78 req-abc10698-aa33-4e23-852c-fe792bf3d6d9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 945 time: 0.0672786 Jul 09 20:56:43.757345 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:43.783619 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:43.784106 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7738825e-a1ac-4ea5-afc2-45085d173c78 req-779dd49c-19a7-4171-82bc-daf5aa9c2756 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Jul 09 20:56:43.810408 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Pushing event deleted for resources: {'Port': ['ID=d1ba80eb-289d-457c-9ae7-981e583d4724,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:43.822774 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['2ad0f9d6-c876-46c4-a060-aa02ea9afac3', 'd1ba80eb-289d-457c-9ae7-981e583d4724'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:43.857557 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] No DVR routers for this DVR port d1ba80eb-289d-457c-9ae7-981e583d4724 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:43.860056 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:43.862114 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c1d894f0-223e-452e-a079-69cb4f4fc59b req-0f69560b-73ac-47f5-897e-696cc74cda57 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.83 "DELETE /v2.0/ports/d1ba80eb-289d-457c-9ae7-981e583d4724 HTTP/1.1" status: 204 len: 173 time: 0.4931991 Jul 09 20:56:43.862729 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19591e10-f7bd-41c5-a820-7108ffb2dfac', 'name': 'network-vif-deleted', 'tag': 'd1ba80eb-289d-457c-9ae7-981e583d4724'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:43.865004 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32e21ce-6cbc-4c3a-954b-8ee9dfc2ce00" -d '{"events": [{"server_uuid": "19591e10-f7bd-41c5-a820-7108ffb2dfac", "name": "network-vif-deleted", "tag": "d1ba80eb-289d-457c-9ae7-981e583d4724"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:44.225459 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c911c6f5-3ff4-4c13-9af3-daecea1b9d42 x-openstack-request-id: req-c911c6f5-3ff4-4c13-9af3-daecea1b9d42 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:44.225749 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19591e10-f7bd-41c5-a820-7108ffb2dfac", "name": "network-vif-deleted", "tag": "d1ba80eb-289d-457c-9ae7-981e583d4724", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:44.225999 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c911c6f5-3ff4-4c13-9af3-daecea1b9d42 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:44.226380 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19591e10-f7bd-41c5-a820-7108ffb2dfac', 'name': 'network-vif-deleted', 'tag': 'd1ba80eb-289d-457c-9ae7-981e583d4724', 'status': 'completed', 'code': 200} Jul 09 20:56:44.282476 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-33498ec2-df30-4777-81da-ef6909afa631 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:44.283921 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-33498ec2-df30-4777-81da-ef6909afa631 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0678985 Jul 09 20:56:44.393016 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Deleting port 53058104-b1c5-4798-bb9e-f978ab3b09fa {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:44.393849 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:44.478594 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] For port 53058104-b1c5-4798-bb9e-f978ab3b09fa, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=53058104-b1c5-4798-bb9e-f978ab3b09fa,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:44.478855 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:44.594080 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:44.713633 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Calling delete_port for 53058104-b1c5-4798-bb9e-f978ab3b09fa owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:44.765659 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753d7a1-ab37-4a95-be77-9a92c3385dba req-3ae025a6-0ef3-4481-86a0-4bce919fdac2 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:44.767054 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0753d7a1-ab37-4a95-be77-9a92c3385dba req-3ae025a6-0ef3-4481-86a0-4bce919fdac2 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.0662329 Jul 09 20:56:44.804211 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0753d7a1-ab37-4a95-be77-9a92c3385dba req-86689517-cb59-4e47-a4d4-40d9d757d10c tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Jul 09 20:56:44.921031 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b230347-f242-40e0-b09e-4b73c5bad362 req-11785595-7958-49fc-a9be-8e2430445846 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:44.922509 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0b230347-f242-40e0-b09e-4b73c5bad362 req-11785595-7958-49fc-a9be-8e2430445846 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddc7f31b-e515-4086-b25f-fa93084e6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1566610 Jul 09 20:56:44.933828 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-35c00cdb-9762-4a5b-8aae-9f8f1f51bfae tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:44.935406 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-35c00cdb-9762-4a5b-8aae-9f8f1f51bfae tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.83 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 945 time: 0.1530547 Jul 09 20:56:44.951298 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5f71103c-0331-4bd0-a93f-50e96a884bcd req-0112d42a-7751-40be-a03a-7fae5db866e0 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=19591e10-f7bd-41c5-a820-7108ffb2dfac HTTP/1.1" status: 200 len: 210 time: 0.0308511 Jul 09 20:56:44.966079 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:44.992242 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:45.040515 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Pushing event deleted for resources: {'Port': ['ID=53058104-b1c5-4798-bb9e-f978ab3b09fa,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:45.061033 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['eef3255a-d243-4c17-b8e1-d5c94fd3420f', '53058104-b1c5-4798-bb9e-f978ab3b09fa'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:45.064004 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0b230347-f242-40e0-b09e-4b73c5bad362 req-9cea738d-492f-4243-b712-905c9a92874d tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276488 Jul 09 20:56:45.120597 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] No DVR routers for this DVR port 53058104-b1c5-4798-bb9e-f978ab3b09fa on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:45.123818 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:45.125983 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c4905757-4a41-4d1d-b47e-d99dba235de3 req-48febc8d-58ca-4781-8cfa-812c8421e01a tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "DELETE /v2.0/ports/53058104-b1c5-4798-bb9e-f978ab3b09fa HTTP/1.1" status: 204 len: 173 time: 0.8251369 Jul 09 20:56:45.163087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Deleting port abbe300b-2367-4d85-8a59-b48e207e1a4b {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:45.163087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:45.284428 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] For port abbe300b-2367-4d85-8a59-b48e207e1a4b, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=abbe300b-2367-4d85-8a59-b48e207e1a4b,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:45.284913 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:45.298547 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Calling delete_port for abbe300b-2367-4d85-8a59-b48e207e1a4b owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:45.434596 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:45.465932 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Pushing event deleted for resources: {'Port': ['ID=abbe300b-2367-4d85-8a59-b48e207e1a4b,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:45.507386 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] No DVR routers for this DVR port abbe300b-2367-4d85-8a59-b48e207e1a4b on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:45.510331 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:45.512253 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d4fd1bf2-dea1-4291-8d16-a6a3f9d01256 req-daee4470-71d8-43bf-867a-ec1e64628359 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.83 "DELETE /v2.0/ports/abbe300b-2367-4d85-8a59-b48e207e1a4b HTTP/1.1" status: 204 len: 173 time: 0.5587633 Jul 09 20:56:45.671120 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['abbe300b-2367-4d85-8a59-b48e207e1a4b'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:45.967185 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fdda22ba-f718-493b-a4ea-e86704bf3122 req-ee8639f3-2bb0-444c-a545-f91494538e9e tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=217ebf43-e6cf-4f98-8cae-04696d3e732e HTTP/1.1" status: 200 len: 210 time: 0.0329454 Jul 09 20:56:46.069995 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:46.228080 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc7f31b-e515-4086-b25f-fa93084e6cc8', 'name': 'network-vif-deleted', 'tag': '53058104-b1c5-4798-bb9e-f978ab3b09fa'}, {'server_uuid': '217ebf43-e6cf-4f98-8cae-04696d3e732e', 'name': 'network-vif-deleted', 'tag': 'abbe300b-2367-4d85-8a59-b48e207e1a4b'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:46.230822 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddb2f2c-e6e3-4510-b552-7bd3747d6d8c" -d '{"events": [{"server_uuid": "ddc7f31b-e515-4086-b25f-fa93084e6cc8", "name": "network-vif-deleted", "tag": "53058104-b1c5-4798-bb9e-f978ab3b09fa"}, {"server_uuid": "217ebf43-e6cf-4f98-8cae-04696d3e732e", "name": "network-vif-deleted", "tag": "abbe300b-2367-4d85-8a59-b48e207e1a4b"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:46.293161 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf81d2-37fb-465f-8895-02a047627456 x-openstack-request-id: req-08cf81d2-37fb-465f-8895-02a047627456 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:46.294072 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc7f31b-e515-4086-b25f-fa93084e6cc8", "name": "network-vif-deleted", "tag": "53058104-b1c5-4798-bb9e-f978ab3b09fa", "status": "completed", "code": 200}, {"server_uuid": "217ebf43-e6cf-4f98-8cae-04696d3e732e", "name": "network-vif-deleted", "tag": "abbe300b-2367-4d85-8a59-b48e207e1a4b", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:46.294329 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08cf81d2-37fb-465f-8895-02a047627456 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:46.294743 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc7f31b-e515-4086-b25f-fa93084e6cc8', 'name': 'network-vif-deleted', 'tag': '53058104-b1c5-4798-bb9e-f978ab3b09fa', 'status': 'completed', 'code': 200} Jul 09 20:56:46.295014 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ebf43-e6cf-4f98-8cae-04696d3e732e', 'name': 'network-vif-deleted', 'tag': 'abbe300b-2367-4d85-8a59-b48e207e1a4b', 'status': 'completed', 'code': 200} Jul 09 20:56:46.469996 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bd4b9-1934-4e60-b5ac-c822687ed41a req-c94aa3c2-9deb-4d8f-aa4d-c874515469f9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:46.471517 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-449bd4b9-1934-4e60-b5ac-c822687ed41a req-c94aa3c2-9deb-4d8f-aa4d-c874515469f9 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0685625 Jul 09 20:56:46.513024 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-449bd4b9-1934-4e60-b5ac-c822687ed41a req-700e4927-c4f2-4fa5-b32a-52d502b3b975 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343201 Jul 09 20:56:47.007977 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 53058104-b1c5-4798-bb9e-f978ab3b09fa no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:47.027301 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 53058104-b1c5-4798-bb9e-f978ab3b09fa {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:47.027637 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 53058104-b1c5-4798-bb9e-f978ab3b09fa not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:47.028045 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device d1ba80eb-289d-457c-9ae7-981e583d4724 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:47.045995 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: d1ba80eb-289d-457c-9ae7-981e583d4724 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:47.046347 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device d1ba80eb-289d-457c-9ae7-981e583d4724 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:47.046775 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device abbe300b-2367-4d85-8a59-b48e207e1a4b no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:47.067081 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: abbe300b-2367-4d85-8a59-b48e207e1a4b {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:47.067358 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device abbe300b-2367-4d85-8a59-b48e207e1a4b not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:47.704853 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ffb91-6129-4a92-97f5-a2474448893e req-ecb90147-be9d-4843-b55e-0dc6fb0e51d9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:47.706054 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa89bc9-712e-4c17-b665-f44c2541774c req-9568f48e-3a51-4ea5-81d3-a6bb9fd7d49a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:47.706849 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e27ffb91-6129-4a92-97f5-a2474448893e req-ecb90147-be9d-4843-b55e-0dc6fb0e51d9 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0723505 Jul 09 20:56:47.707634 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-efa89bc9-712e-4c17-b665-f44c2541774c req-9568f48e-3a51-4ea5-81d3-a6bb9fd7d49a tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0772665 Jul 09 20:56:47.746381 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e27ffb91-6129-4a92-97f5-a2474448893e req-461a584f-83d0-4f19-a56e-7d984d84d68e tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Jul 09 20:56:47.750498 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-efa89bc9-712e-4c17-b665-f44c2541774c req-f3f24f22-448f-4805-99f2-6d7832ee53b7 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Jul 09 20:56:48.921906 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6b9a-f426-488f-b6f4-6ae8d747ef33 req-03608311-4121-4134-9679-01a4a5fd01f3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:48.927578 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d7855-e659-499e-b853-837bac0d88e5 req-9c5e1631-553f-4848-9754-3fc9ce504c4b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:48.928637 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ac2f6b9a-f426-488f-b6f4-6ae8d747ef33 req-03608311-4121-4134-9679-01a4a5fd01f3 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0692925 Jul 09 20:56:48.929673 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6b9d7855-e659-499e-b853-837bac0d88e5 req-9c5e1631-553f-4848-9754-3fc9ce504c4b tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0654559 Jul 09 20:56:48.961269 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ac2f6b9a-f426-488f-b6f4-6ae8d747ef33 req-5985d70b-f0bb-4989-9be9-34e8ec004255 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Jul 09 20:56:48.967144 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6b9d7855-e659-499e-b853-837bac0d88e5 req-80251914-3b39-46ff-a8fe-02c4df72e6dc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Jul 09 20:56:52.368587 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91c399-2371-4436-9fcd-cbd7c91f6701 req-124a4f78-7c54-43d4-9449-47d8dbbb99e0 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:52.370140 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ce91c399-2371-4436-9fcd-cbd7c91f6701 req-124a4f78-7c54-43d4-9449-47d8dbbb99e0 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0714059 Jul 09 20:56:52.407417 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ce91c399-2371-4436-9fcd-cbd7c91f6701 req-0130dffb-f769-4c6e-a760-44443226d2e2 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Jul 09 20:56:52.474254 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b490e1c-af72-4df8-baeb-7cc4cd03a376 req-65f2a27a-44a8-41e3-9f7e-0b4e0920dd41 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:52.475748 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b490e1c-af72-4df8-baeb-7cc4cd03a376 req-65f2a27a-44a8-41e3-9f7e-0b4e0920dd41 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0650637 Jul 09 20:56:52.512963 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b490e1c-af72-4df8-baeb-7cc4cd03a376 req-5f05fc33-0dcd-410b-852e-b12527012171 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Jul 09 20:56:53.763955 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735aa4-8151-4623-9aba-f23ca639a725 req-ba71c5c8-9edf-47fa-863d-4881d523a478 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:53.765455 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e1735aa4-8151-4623-9aba-f23ca639a725 req-ba71c5c8-9edf-47fa-863d-4881d523a478 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0628688 Jul 09 20:56:53.805025 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e1735aa4-8151-4623-9aba-f23ca639a725 req-5143ede9-7766-4d81-90b3-f2eae00db903 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Jul 09 20:56:53.835584 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78df3d9-a3ff-4656-be73-5b30a100e300 req-2007f51c-011d-4633-ae32-f59d84b2c80f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:53.837907 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b78df3d9-a3ff-4656-be73-5b30a100e300 req-2007f51c-011d-4633-ae32-f59d84b2c80f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.0969989 Jul 09 20:56:53.888392 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-018998db-0105-47b2-a1b8-af265b82beb4 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:53.889823 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-018998db-0105-47b2-a1b8-af265b82beb4 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 945 time: 0.1051054 Jul 09 20:56:53.897176 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b78df3d9-a3ff-4656-be73-5b30a100e300 req-6b238be5-9afa-4eb6-9bde-33549227fb9f tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/security-groups?id=972991f2-45a5-4144-8c0b-f76f29b279eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531871 Jul 09 20:56:53.990792 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Deleting port eef3255a-d243-4c17-b8e1-d5c94fd3420f {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:53.991130 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:54.077991 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] For port eef3255a-d243-4c17-b8e1-d5c94fd3420f, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=eef3255a-d243-4c17-b8e1-d5c94fd3420f,segment=NetworkSegment(8f2ea28d-a6c0-4c72-90e3-5933f9bfae11),segment_id=8f2ea28d-a6c0-4c72-90e3-5933f9bfae11)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:54.078345 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:54.091131 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Calling delete_port for eef3255a-d243-4c17-b8e1-d5c94fd3420f owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:54.218616 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:54.248515 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Pushing event deleted for resources: {'Port': ['ID=eef3255a-d243-4c17-b8e1-d5c94fd3420f,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:54.263057 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['eef3255a-d243-4c17-b8e1-d5c94fd3420f'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:54.298934 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] No DVR routers for this DVR port eef3255a-d243-4c17-b8e1-d5c94fd3420f on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:54.301343 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:54.303361 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-880576e5-5539-4932-84c1-05ddd93b6e29 req-ccd03eb9-b7fa-4b5a-9cb2-5b231433d7e1 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.83 "DELETE /v2.0/ports/eef3255a-d243-4c17-b8e1-d5c94fd3420f HTTP/1.1" status: 204 len: 173 time: 0.4053471 Jul 09 20:56:54.303791 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6045f3-03f0-4d3a-92be-d4fc7594dc0b', 'name': 'network-vif-deleted', 'tag': 'eef3255a-d243-4c17-b8e1-d5c94fd3420f'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:54.306027 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f4d49-86ee-4c9d-b4f3-cbc0caaa3798" -d '{"events": [{"server_uuid": "8f6045f3-03f0-4d3a-92be-d4fc7594dc0b", "name": "network-vif-deleted", "tag": "eef3255a-d243-4c17-b8e1-d5c94fd3420f"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:54.342067 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac4118-d64c-4782-9317-2b2c67d4f27b x-openstack-request-id: req-51ac4118-d64c-4782-9317-2b2c67d4f27b {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:54.342267 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6045f3-03f0-4d3a-92be-d4fc7594dc0b", "name": "network-vif-deleted", "tag": "eef3255a-d243-4c17-b8e1-d5c94fd3420f", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:54.342516 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51ac4118-d64c-4782-9317-2b2c67d4f27b {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:54.342905 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6045f3-03f0-4d3a-92be-d4fc7594dc0b', 'name': 'network-vif-deleted', 'tag': 'eef3255a-d243-4c17-b8e1-d5c94fd3420f', 'status': 'completed', 'code': 200} Jul 09 20:56:54.981456 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814efb31-a96d-496e-a908-7ffb59cc8f6e req-f235b992-06da-4e21-a389-d43e25ee241f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:54.982950 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-814efb31-a96d-496e-a908-7ffb59cc8f6e req-f235b992-06da-4e21-a389-d43e25ee241f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0669837 Jul 09 20:56:55.033521 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-814efb31-a96d-496e-a908-7ffb59cc8f6e req-db8c25b8-f568-427b-aa00-ba5eb29693bc tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 Jul 09 20:56:55.059761 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b43cc11e-f530-4348-83f4-7758b371d7d5 req-eb41bb38-57de-405c-8d47-dc3774d831c6 tempest-AttachVolumeNegativeTest-1144345872 tempest-AttachVolumeNegativeTest-1144345872-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f6045f3-03f0-4d3a-92be-d4fc7594dc0b HTTP/1.1" status: 200 len: 210 time: 0.0285997 Jul 09 20:56:55.138110 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:56:55.630763 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45428) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:55.731940 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-43c1b274-cb54-4eb3-b2fe-77eb8567cd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.826697 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-43c1b274-cb54-4eb3-b2fe-77eb8567cd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.830552 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-43c1b274-cb54-4eb3-b2fe-77eb8567cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.870983 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-43c1b274-cb54-4eb3-b2fe-77eb8567cd2a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa280e65ba514fa9b962f16c48c38088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369092 Jul 09 20:56:55.870983 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1b274-cb54-4eb3-b2fe-77eb8567cd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a323a66-9e68-4b22-923d-a60cb0d37446,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:55.871650 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45438) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:55.927099 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8286-37cc-4fe9-bd56-816fe92261bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.949071 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8286-37cc-4fe9-bd56-816fe92261bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.993166 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8286-37cc-4fe9-bd56-816fe92261bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.995605 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8286-37cc-4fe9-bd56-816fe92261bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:55.996719 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-6c5e8286-37cc-4fe9-bd56-816fe92261bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a323a66-9e68-4b22-923d-a60cb0d37446 HTTP/1.1" status: 204 len: 168 time: 0.1231360 Jul 09 20:56:56.004194 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e8286-37cc-4fe9-bd56-816fe92261bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a323a66-9e68-4b22-923d-a60cb0d37446,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:56.586759 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45464) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:56.676828 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-95664620-network', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:56.697625 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Made reservation on behalf of 1c76c6d920984b5680c4fece85d881c7 for: {'network': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:56.699841 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.708192 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.793913 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.797838 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.822678 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=92867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:56:56.831154 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c22d80-413e-4c18-8ae1-35e4621317ad,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:56.837354 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.837702 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.segments_db [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Added segment bdfd8bff-d668-4a6d-b226-e17ab12fdc6a of type vlan for network e410d413-6443-4ea9-b5ba-9c4361f53e34 Jul 09 20:56:56.877281 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.904952 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.905898 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:56.906475 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.958415 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3704407 Jul 09 20:56:56.961333 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45470) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:56.967373 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Request body: {'subnet': {'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-95664620-subnet', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'ip_version': 4}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:56.969899 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7927e-8032-40d9-8c38-ac3d1eb7fbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=e410d413-6443-4ea9-b5ba-9c4361f53e34,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:56.979536 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:56:56.989430 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Made reservation on behalf of 1c76c6d920984b5680c4fece85d881c7 for: {'subnet': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:56.992306 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8754535'] for subnet, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.151897 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3269833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8754549'] for subnet, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.207123 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ad567a-a13b-4559-a1c1-9c52e7537ff9,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:57.216480 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Checking segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:57.216853 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Network hostable DHCP agents. Network: e410d413-6443-4ea9-b5ba-9c4361f53e34, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:56:57.236011 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:56:57.245606 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, e410d413-6443-4ea9-b5ba-9c4361f53e34) {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:57.249995 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:57.250652 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.255980 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588adf84-657c-4b23-869d-30e2c0c1d3ac None None] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:57.264446 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b562d560-71ea-4ca8-8eed-a06400118df5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3020251 Jul 09 20:56:57.267626 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45472) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:57.272132 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:57.293033 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.294049 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.344207 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.399312 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-e410d413-6443-4ea9-b5ba-9c4361f53e34', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:56:57.400142 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.482547 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.601800 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device eef3255a-d243-4c17-b8e1-d5c94fd3420f no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:57.627808 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: eef3255a-d243-4c17-b8e1-d5c94fd3420f {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:57.628148 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device eef3255a-d243-4c17-b8e1-d5c94fd3420f not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:57.673639 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Allocated IP 172.20.0.2 (e410d413-6443-4ea9-b5ba-9c4361f53e34/b9ad567a-a13b-4559-a1c1-9c52e7537ff9/04edc208-fe12-4a2b-895c-91d7fe2b4420) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:57.690550 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.709045 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.811053 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Allocated IP 172.27.3.32 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/eb59059a-0e87-4f49-b93c-f01268daf512) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:57.811284 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.820865 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Transition to ACTIVE for port object 04edc208-fe12-4a2b-895c-91d7fe2b4420 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:57.841183 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Transition to ACTIVE for port object 04edc208-fe12-4a2b-895c-91d7fe2b4420 will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:57.846852 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.881819 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:57.888728 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:57.892143 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:57.899527 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Pushing event updated for resources: {'Port': ['ID=04edc208-fe12-4a2b-895c-91d7fe2b4420,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:57.909391 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.909742 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.910080 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.910416 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.910747 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.911093 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.911406 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.911830 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.912180 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.912548 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.912907 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.913245 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:57.922702 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.961303 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.965707 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Attempting to bind port 04edc208-fe12-4a2b-895c-91d7fe2b4420 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:57.966079 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Attempting to bind port 04edc208-fe12-4a2b-895c-91d7fe2b4420 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:57.966442 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Attempting to bind port 04edc208-fe12-4a2b-895c-91d7fe2b4420 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:57.971431 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:57.971804 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Checking segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:57.972200 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.972592 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Bound using segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:57.973577 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Bound port: 04edc208-fe12-4a2b-895c-91d7fe2b4420, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:57.973977 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.998893 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:58.004992 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:58.009291 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:58.040794 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] For port 04edc208-fe12-4a2b-895c-91d7fe2b4420, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:58.043863 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] For port 04edc208-fe12-4a2b-895c-91d7fe2b4420, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=04edc208-fe12-4a2b-895c-91d7fe2b4420,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:58.048170 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Pushing event updated for resources: {'Port': ['ID=eb59059a-0e87-4f49-b93c-f01268daf512,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:58.048308 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:58.107958 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ff44b-9fb9-4e51-8c97-54835552a319 None None] Pushing event updated for resources: {'Port': ['ID=04edc208-fe12-4a2b-895c-91d7fe2b4420,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:58.225289 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:58.433872 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:58.558205 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:56:58.668733 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:58.679769 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:58.686360 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:58.687695 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-ea626fce-acd8-415d-b53e-bc08243c34fc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4190149 Jul 09 20:56:58.690503 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45476) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:58.691930 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:58.692719 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:58.797044 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:58.985582 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:56:58Z', 'revision_number': 3, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:59.014486 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:59.014828 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Updating router 5d82fa09-af94-4209-b4ef-797b1f735bd3 port eb59059a-0e87-4f49-b93c-f01268daf512 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:56:59.051223 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.076504 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81870f-db0c-4f60-914d-8da2c22510d5 None None] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:59.202282 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b6f10118-70a5-4293-9cc2-414385ba1834 None None] Provisioning for port 04edc208-fe12-4a2b-895c-91d7fe2b4420 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:59.315652 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.328279 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Transition to ACTIVE for port object eb59059a-0e87-4f49-b93c-f01268daf512 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:59.334718 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.351500 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.387651 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Attempting to bind port eb59059a-0e87-4f49-b93c-f01268daf512 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:59.388020 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Attempting to bind port eb59059a-0e87-4f49-b93c-f01268daf512 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:59.388374 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Attempting to bind port eb59059a-0e87-4f49-b93c-f01268daf512 on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:59.399087 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:59.399458 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:59.399847 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.400235 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:59.400692 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Bound port: eb59059a-0e87-4f49-b93c-f01268daf512, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:59.401109 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.480907 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] For port eb59059a-0e87-4f49-b93c-f01268daf512, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:59.486648 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] For port eb59059a-0e87-4f49-b93c-f01268daf512, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=eb59059a-0e87-4f49-b93c-f01268daf512,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:59.488991 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Pushing event updated for resources: {'Port': ['ID=eb59059a-0e87-4f49-b93c-f01268daf512,revision_number=2']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:59.515446 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.550258 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.550613 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.550956 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.551295 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.551759 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.552346 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.552685 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.553172 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.553394 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.553720 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.554040 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.554485 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.610129 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e619ec-7587-4a53-8d3f-c775c4777708 None None] Pushing event updated for resources: {'Port': ['ID=eb59059a-0e87-4f49-b93c-f01268daf512,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:59.623705 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:59.624267 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:59.676323 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Allocated IP 172.20.0.1 (e410d413-6443-4ea9-b5ba-9c4361f53e34/b9ad567a-a13b-4559-a1c1-9c52e7537ff9/8db602c6-1a6a-4895-a0a0-bd7211551322) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:59.682349 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 04edc208-fe12-4a2b-895c-91d7fe2b4420 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:59.693584 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45480) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:59.712387 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4441e9-7b34-4494-b899-031de2de2fbe req-1883fdc6-2a8d-4fbe-86fe-edcea86e9385 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:59.714319 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6a4441e9-7b34-4494-b899-031de2de2fbe req-1883fdc6-2a8d-4fbe-86fe-edcea86e9385 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1787050 Jul 09 20:56:59.745115 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Deleting subnet 1db29f98-1d04-4a27-9ccb-d617c1f00718 {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:56:59.749106 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.749417 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 04edc208-fe12-4a2b-895c-91d7fe2b4420 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:59.754430 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 04edc208-fe12-4a2b-895c-91d7fe2b4420 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:59.755388 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.791423 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.802798 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6a4441e9-7b34-4494-b899-031de2de2fbe req-d4470d11-05db-4f7b-ad99-651e8b6d5215 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761511 Jul 09 20:56:59.846311 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.850504 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.856935 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.860328 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Transition to ACTIVE for port object 8db602c6-1a6a-4895-a0a0-bd7211551322 will not be triggered until provisioned by entity DHCP. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:59.878094 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:59.905239 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 04edc208-fe12-4a2b-895c-91d7fe2b4420, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=04edc208-fe12-4a2b-895c-91d7fe2b4420,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:59.910880 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.928732 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.942742 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.970030 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db29f98-1d04-4a27-9ccb-d617c1f00718,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:59.981073 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.981296 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:59.981429 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.981852 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.982313 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.982825 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.983462 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.983927 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.984503 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.985015 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.985401 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.985789 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.986131 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:59.986241 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:59.995968 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.997978 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0eed42d2-f8ae-4586-b8ac-5e5612016cac admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1db29f98-1d04-4a27-9ccb-d617c1f00718 HTTP/1.1" status: 204 len: 168 time: 0.3029923 Jul 09 20:57:00.000395 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45486) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:00.005674 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:00.006182 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.028738 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=04edc208-fe12-4a2b-895c-91d7fe2b4420,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:00.089588 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.090694 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Pushing event updated for resources: {'Port': ['ID=8db602c6-1a6a-4895-a0a0-bd7211551322,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:00.105800 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.106020 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.106596 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.107179 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.107612 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.108041 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.108466 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.109032 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.109959 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.110364 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.110878 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.111275 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:00.185760 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.208617 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cb2913-27aa-4156-9128-a345e8fe0441']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:00.237692 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:56:58Z', 'revision_number': 3, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:00.251681 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.292403 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:00.292771 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2ea28d-a6c0-4c72-90e3-5933f9bfae11') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:00.301642 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20959a6f-c488-4461-be73-c06d8fee19b5 None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:56:58Z', 'revision_number': 3, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:00.310093 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.347912 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.361943 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:57:00.362625 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:57:00.364948 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:57:00.377633 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-574f87cc-79b8-4e44-b76c-35bf0f2f22a9 None None] Provisioning for port 8db602c6-1a6a-4895-a0a0-bd7211551322 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:00.383775 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-598db42f-bd20-44e7-9b98-1fe7b1dfc8a2 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:00.385488 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-598db42f-bd20-44e7-9b98-1fe7b1dfc8a2 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/networks?id=b3bbf04c-4160-416c-8d5c-75741f1290e8 HTTP/1.1" status: 200 len: 813 time: 0.2017632 Jul 09 20:57:00.390287 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-574f87cc-79b8-4e44-b76c-35bf0f2f22a9 None None] Provisioning complete for port 8db602c6-1a6a-4895-a0a0-bd7211551322 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:00.390724 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-574f87cc-79b8-4e44-b76c-35bf0f2f22a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.438606 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-574f87cc-79b8-4e44-b76c-35bf0f2f22a9 None None] Port 8db602c6-1a6a-4895-a0a0-bd7211551322 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:00.462435 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.466741 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-cc38f1f6-6a6f-431b-934b-3798863e595a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/quotas/065ed316a41c4f34a8cb009bcc219ba6 HTTP/1.1" status: 200 len: 375 time: 0.0450225 Jul 09 20:57:00.471307 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.475814 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.504838 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.510990 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.512863 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] 10.222.0.77 "DELETE /v2.0/networks/e5cb2913-27aa-4156-9128-a345e8fe0441 HTTP/1.1" status: 204 len: 168 time: 0.5114493 Jul 09 20:57:00.516987 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-77ffc58f-cbc5-40c2-b005-bd7960b086e2 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=065ed316a41c4f34a8cb009bcc219ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427079 Jul 09 20:57:00.543306 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b553b02-79fc-4587-b8f0-a5e1cbee6d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5cb2913-27aa-4156-9128-a345e8fe0441,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:00.600059 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Pushing event updated for resources: {'Port': ['ID=8db602c6-1a6a-4895-a0a0-bd7211551322,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:00.655564 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-fcf78a27-4970-4513-a83e-9a199e43ed84 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:00.657175 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-fcf78a27-4970-4513-a83e-9a199e43ed84 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.83 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.2444575 Jul 09 20:57:00.703622 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:00.705832 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:00.756743 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45504) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:00.834259 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-ff7f4bf4-29cb-4b1f-9272-5837f07103d5 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048060 Jul 09 20:57:00.878398 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:57:00.980556 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-77b43200-2e11-4c53-96f4-9c6bfdb9f21e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e4d88db79184e58b78fc7ab4038fbf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1988668 Jul 09 20:57:00.983845 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45508) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:01.005458 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Deleting port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:01.005731 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.064352 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-f9d7c6fa-284c-463a-96fc-06ffea8b3ff9 None None] Provisioning complete for port 8db602c6-1a6a-4895-a0a0-bd7211551322 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:01.064722 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c6fa-284c-463a-96fc-06ffea8b3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.068653 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-cbddafc7-13a4-4d2e-a025-ce01a4327741 service neutron] 10.222.0.77 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334614 Jul 09 20:57:01.088127 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:01.110347 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-0eb7e4b8-c60a-4210-a19d-d9bc931f1818 admin admin] 10.222.0.77 "PUT /v2.0/routers/5d82fa09-af94-4209-b4ef-797b1f735bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4112437 Jul 09 20:57:01.119255 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7c6fa-284c-463a-96fc-06ffea8b3ff9 None None] Port 8db602c6-1a6a-4895-a0a0-bd7211551322 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:01.125337 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fefd4-d79d-4b8e-a422-28b9ca11f6b3 req-bcb02c69-c50d-4ea8-81b3-108e187d6595 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:01.132740 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f30fefd4-d79d-4b8e-a422-28b9ca11f6b3 req-bcb02c69-c50d-4ea8-81b3-108e187d6595 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1479542 Jul 09 20:57:01.140745 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e14ecb32-a0e7-49d1-9936-e4f09fac9a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.149791 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] For port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:01.149791 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.178427 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Calling delete_port for 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:01.205520 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e14ecb32-a0e7-49d1-9936-e4f09fac9a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.223509 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f30fefd4-d79d-4b8e-a422-28b9ca11f6b3 req-5cd75092-99bc-4dc4-80bc-e0129bfa9dfa tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2b62be-48ce-486d-b0da-5aef5cd8a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897977 Jul 09 20:57:01.350057 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-27323718-5c03-4bf5-82b9-3663264da3c8 req-fc22f338-897b-44e6-9db5-6c5ca56dc2c2 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 210 time: 0.0500429 Jul 09 20:57:01.371761 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e14ecb32-a0e7-49d1-9936-e4f09fac9a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.374317 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e14ecb32-a0e7-49d1-9936-e4f09fac9a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.375498 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e14ecb32-a0e7-49d1-9936-e4f09fac9a6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/972991f2-45a5-4144-8c0b-f76f29b279eb HTTP/1.1" status: 204 len: 168 time: 0.3808765 Jul 09 20:57:01.389588 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.394923 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ecb32-a0e7-49d1-9936-e4f09fac9a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972991f2-45a5-4144-8c0b-f76f29b279eb,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:01.423521 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Pushing event deleted for resources: {'Port': ['ID=2ad0f9d6-c876-46c4-a060-aa02ea9afac3,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:01.502013 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] No DVR routers for this DVR port 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:01.505479 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:01.510922 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1547ba4e-4415-429e-b854-5e21d23abba3 req-67ae9d6e-2c87-48ef-8a4a-0b5cd81179e4 tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.83 "DELETE /v2.0/ports/2ad0f9d6-c876-46c4-a060-aa02ea9afac3 HTTP/1.1" status: 204 len: 173 time: 0.8472862 Jul 09 20:57:01.511518 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59eafc8d-c616-47c6-968a-ec7c2d71f4d3', 'name': 'network-vif-deleted', 'tag': '2ad0f9d6-c876-46c4-a060-aa02ea9afac3'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:01.514289 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5fa592-4543-4e96-8e9b-99272e55826b" -d '{"events": [{"server_uuid": "59eafc8d-c616-47c6-968a-ec7c2d71f4d3", "name": "network-vif-deleted", "tag": "2ad0f9d6-c876-46c4-a060-aa02ea9afac3"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:01.608274 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a26cc6-f216-4d39-919f-071990a7b776 x-openstack-request-id: req-47a26cc6-f216-4d39-919f-071990a7b776 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:01.608761 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59eafc8d-c616-47c6-968a-ec7c2d71f4d3", "name": "network-vif-deleted", "tag": "2ad0f9d6-c876-46c4-a060-aa02ea9afac3", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:01.609141 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47a26cc6-f216-4d39-919f-071990a7b776 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:01.609629 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59eafc8d-c616-47c6-968a-ec7c2d71f4d3', 'name': 'network-vif-deleted', 'tag': '2ad0f9d6-c876-46c4-a060-aa02ea9afac3', 'status': 'completed', 'code': 200} Jul 09 20:57:01.774416 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device eb59059a-0e87-4f49-b93c-f01268daf512 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:01.870292 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port eb59059a-0e87-4f49-b93c-f01268daf512 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:01.877338 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port eb59059a-0e87-4f49-b93c-f01268daf512 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:01.877716 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.033686 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.094856 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port eb59059a-0e87-4f49-b93c-f01268daf512, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=eb59059a-0e87-4f49-b93c-f01268daf512,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:02.103965 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.108277 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 04edc208-fe12-4a2b-895c-91d7fe2b4420 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:02.117199 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45558) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:02.126349 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-999244794-network', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:02.157097 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Made reservation on behalf of 8344ab94212e4b4e97cedbd31d0d2a6d for: {'network': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:02.162813 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.174829 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.370300 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 04edc208-fe12-4a2b-895c-91d7fe2b4420 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:02.371854 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.406644 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.414662 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.491401 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=92867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:57:02.597783 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa1bf6-42d2-4103-add0-e9ce3c8f16b1,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:02.597958 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=eb59059a-0e87-4f49-b93c-f01268daf512,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:02.600414 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d4cb1180-1a4c-447b-bf20-8151224c060f req-687a2135-681e-4771-aacf-c65a17f7967f tempest-ServerRescueNegativeTestJSON-1823898641 tempest-ServerRescueNegativeTestJSON-1823898641-project] 10.222.0.77 "GET /v2.0/ports?device_id=59eafc8d-c616-47c6-968a-ec7c2d71f4d3 HTTP/1.1" status: 200 len: 210 time: 0.0741501 Jul 09 20:57:02.623668 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.624015 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.segments_db [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Added segment 35cd045b-7ad2-419e-bb68-015fedfbbd70 of type vlan for network 45432a93-c006-4a99-9ea1-4ffca06690a5 Jul 09 20:57:02.731448 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:02.741185 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:02.742703 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:02.749777 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-791a4465-1128-48ea-a6f1-1e541247b8fa req-2da8b500-72d2-4d72-997a-193d2bb53d02 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 210 time: 0.1299191 Jul 09 20:57:02.798952 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.856212 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.857465 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.858166 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.891106 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:02.925478 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8053246 Jul 09 20:57:02.926539 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45576) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:02.931433 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce1423-ce48-40c7-b6b1-cd2a5347d57e admin admin] Pushing event updated for resources: {'Network': ['ID=45432a93-c006-4a99-9ea1-4ffca06690a5,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:02.931912 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Request body: {'subnet': {'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-999244794-subnet', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'ip_version': 4}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:02.957992 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Made reservation on behalf of 8344ab94212e4b4e97cedbd31d0d2a6d for: {'subnet': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:02.961246 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8754535'] for subnet, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.967557 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:57:03.066838 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:03.162122 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:03.163030 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 2ad0f9d6-c876-46c4-a060-aa02ea9afac3 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:03.173627 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3269833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8754549'] for subnet, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:03.273414 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 2, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:03.307582 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Checking segment: {'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:03.307988 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Network hostable DHCP agents. Network: 45432a93-c006-4a99-9ea1-4ffca06690a5, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:57:03.316029 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:03.316585 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Updating router 5d82fa09-af94-4209-b4ef-797b1f735bd3 port 8db602c6-1a6a-4895-a0a0-bd7211551322 binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:57:03.325646 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fb8e6b-d12d-4af7-9485-37518bf5d0cb,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:03.357768 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:03.370567 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-c5b0f820-e0dc-4e93-bd05-aca2128d4bb4 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:03.370567 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-c5b0f820-e0dc-4e93-bd05-aca2128d4bb4 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.83 "GET /v2.0/networks?id=b3bbf04c-4160-416c-8d5c-75741f1290e8 HTTP/1.1" status: 200 len: 813 time: 0.1835630 Jul 09 20:57:03.370567 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:57:03.376800 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, 45432a93-c006-4a99-9ea1-4ffca06690a5) {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:03.386554 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d8c18-7717-484d-9e87-09bb4c0dc8ff None None] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:03.394930 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Request body: {'port': {'device_id': '56d9a966-f140-445f-8521-ee9363e91831', 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8', 'admin_state_up': True, 'tenant_id': '065ed316a41c4f34a8cb009bcc219ba6'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:03.455020 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:03.455780 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:03.483829 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-ff19faea-b6d1-4349-bc3f-18a3d57119ca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5556409 Jul 09 20:57:03.486714 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45592) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:03.491373 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:03.539151 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:03.540634 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:03.565293 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Made reservation on behalf of 065ed316a41c4f34a8cb009bcc219ba6 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:03.567727 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:03.626077 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:03.645166 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device eb59059a-0e87-4f49-b93c-f01268daf512 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:03.792288 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45610) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:03.923379 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port eb59059a-0e87-4f49-b93c-f01268daf512 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:03.923992 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.002848 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-45432a93-c006-4a99-9ea1-4ffca06690a5', 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'fixed_ips': [{'subnet_id': 'c9fb8e6b-d12d-4af7-9485-37518bf5d0cb'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:57:04.003719 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.052028 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.062532 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8f570558-f2d1-4aea-bc30-5f9820d53e92 req-6b37e302-d336-4dbd-a2a7-b1630d691747 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 210 time: 0.0499158 Jul 09 20:57:04.094323 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Allocated IP 172.20.0.7 (b3bbf04c-4160-416c-8d5c-75741f1290e8/f744712a-564f-440b-8823-bbc8dc5c8ef8/e51aed05-4d07-428f-8648-d69c583e55ad) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:04.206761 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.246520 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Transition to ACTIVE for port object 8db602c6-1a6a-4895-a0a0-bd7211551322 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:04.285928 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.308295 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.373430 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.401637 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de01a0f-0c82-442d-aed2-c1aa1559b331 None None] Pushing event updated for resources: {'Port': ['ID=8db602c6-1a6a-4895-a0a0-bd7211551322,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:04.434652 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Network b3bbf04c-4160-416c-8d5c-75741f1290e8 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:04.437893 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:04.442160 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:04.500077 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Pushing event updated for resources: {'Port': ['ID=e51aed05-4d07-428f-8648-d69c583e55ad,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:04.524240 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Attempting to bind port 8db602c6-1a6a-4895-a0a0-bd7211551322 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:04.524599 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Attempting to bind port 8db602c6-1a6a-4895-a0a0-bd7211551322 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:04.524993 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Attempting to bind port 8db602c6-1a6a-4895-a0a0-bd7211551322 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:04.534155 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Allocated IP 172.20.0.2 (45432a93-c006-4a99-9ea1-4ffca06690a5/c9fb8e6b-d12d-4af7-9485-37518bf5d0cb/e968e49c-6472-494f-9b60-aea65715d6a3) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:04.536410 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:04.537088 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Checking segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:04.537306 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.537699 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Bound using segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:04.538245 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Bound port: 8db602c6-1a6a-4895-a0a0-bd7211551322, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:04.538625 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.543806 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:04.544501 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.561208 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0cb0621-d297-49bd-b636-148f001380f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1713624 Jul 09 20:57:04.574590 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.597287 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Request body: {'port': {'device_id': '56d9a966-f140-445f-8521-ee9363e91831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:04.609489 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45638) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:04.675070 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] For port 8db602c6-1a6a-4895-a0a0-bd7211551322, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:04.699455 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] For port 8db602c6-1a6a-4895-a0a0-bd7211551322, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=8db602c6-1a6a-4895-a0a0-bd7211551322,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:04.720908 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.742191 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.861142 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.890320 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:04.890966 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:04.895471 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de01a0f-0c82-442d-aed2-c1aa1559b331 None None] Pushing event updated for resources: {'Port': ['ID=8db602c6-1a6a-4895-a0a0-bd7211551322,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:04.906935 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Transition to ACTIVE for port object e968e49c-6472-494f-9b60-aea65715d6a3 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:04.964991 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:04.972261 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Transition to ACTIVE for port object e968e49c-6472-494f-9b60-aea65715d6a3 will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:05.042401 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.110564 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:05.124190 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:05.124476 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.132948 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:05.144353 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Pushing event updated for resources: {'Port': ['ID=e968e49c-6472-494f-9b60-aea65715d6a3,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:05.155408 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:05.227853 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51aed05-4d07-428f-8648-d69c583e55ad {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:05.233291 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c0f028d8-0321-4993-b3ec-9f45f62eb6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.236034 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.249049 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Transition to ACTIVE for port object e51aed05-4d07-428f-8648-d69c583e55ad will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:05.255336 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.349810 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Pushing event updated for resources: {'Port': ['ID=e51aed05-4d07-428f-8648-d69c583e55ad,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:05.365288 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Allocated IP 172.27.3.33 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/c6d0d9e7-353c-4a6b-ae66-da57dc99a730) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:05.458925 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Attempting to bind port e968e49c-6472-494f-9b60-aea65715d6a3 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:05.459196 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c0f028d8-0321-4993-b3ec-9f45f62eb6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.459330 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Attempting to bind port e968e49c-6472-494f-9b60-aea65715d6a3 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:05.459645 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Attempting to bind port e968e49c-6472-494f-9b60-aea65715d6a3 on network 45432a93-c006-4a99-9ea1-4ffca06690a5 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:05.469698 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:05.470611 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Checking segment: {'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:05.470611 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.470844 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Bound using segment: {'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:05.471304 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Bound port: e968e49c-6472-494f-9b60-aea65715d6a3, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:05.471893 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.496607 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c0f028d8-0321-4993-b3ec-9f45f62eb6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.497295 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Attempting to bind port e51aed05-4d07-428f-8648-d69c583e55ad on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:05.497629 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Attempting to bind port e51aed05-4d07-428f-8648-d69c583e55ad by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:05.497951 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Attempting to bind port e51aed05-4d07-428f-8648-d69c583e55ad on network b3bbf04c-4160-416c-8d5c-75741f1290e8 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:05.508504 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Port e51aed05-4d07-428f-8648-d69c583e55ad on network b3bbf04c-4160-416c-8d5c-75741f1290e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:57:05.508837 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Attempting to bind port e51aed05-4d07-428f-8648-d69c583e55ad on network b3bbf04c-4160-416c-8d5c-75741f1290e8 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:05.518835 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:05.519188 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Checking segment: {'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:05.519567 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Bound using segment: {'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:05.520021 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Bound port: e51aed05-4d07-428f-8648-d69c583e55ad, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66b3047-cf2c-49bb-8295-55a312757a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:05.520400 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.543488 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee63591-8852-47ed-8b1b-293b20a09dc4 req-9ea3a5f2-8390-4351-8580-358c8ea03c3c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.544982 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ee63591-8852-47ed-8b1b-293b20a09dc4 req-9ea3a5f2-8390-4351-8580-358c8ea03c3c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.1179683 Jul 09 20:57:05.548685 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:04Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:05.585699 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04922a-2b34-4b25-a6c7-361f5e3d2953 None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:04Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:05.587693 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] For port e968e49c-6472-494f-9b60-aea65715d6a3, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:05.606933 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] For port e968e49c-6472-494f-9b60-aea65715d6a3, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e968e49c-6472-494f-9b60-aea65715d6a3,segment=NetworkSegment(35cd045b-7ad2-419e-bb68-015fedfbbd70),segment_id=35cd045b-7ad2-419e-bb68-015fedfbbd70)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:05.614474 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.629609 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ee63591-8852-47ed-8b1b-293b20a09dc4 req-62fc26db-f0dd-4395-b84f-8cf60377b2e5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627470 Jul 09 20:57:05.660689 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] For port e51aed05-4d07-428f-8648-d69c583e55ad, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:05.664902 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] For port e51aed05-4d07-428f-8648-d69c583e55ad, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e51aed05-4d07-428f-8648-d69c583e55ad,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:05.679419 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c0f028d8-0321-4993-b3ec-9f45f62eb6be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ff45ace4d654e00ac3b46c72548e12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375972 Jul 09 20:57:05.679419 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f028d8-0321-4993-b3ec-9f45f62eb6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e74b56-79f9-4ea4-86cf-2637ef909d72,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:05.679419 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45660) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:05.693869 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.743246 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.743944 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.745380 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] 10.222.0.83 "PUT /v2.0/ports/e51aed05-4d07-428f-8648-d69c583e55ad HTTP/1.1" status: 200 len: 1093 time: 1.1538723 Jul 09 20:57:05.745885 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d9a966-f140-445f-8521-ee9363e91831', 'tag': 'e51aed05-4d07-428f-8648-d69c583e55ad'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:05.748232 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5480862-3388-42ec-a5a2-ba4a6e73f653" -d '{"events": [{"name": "network-changed", "server_uuid": "56d9a966-f140-445f-8521-ee9363e91831", "tag": "e51aed05-4d07-428f-8648-d69c583e55ad"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:05.797048 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65aa579-ccb9-4fd4-b172-64eea7e44f9e None None] Pushing event updated for resources: {'Port': ['ID=e968e49c-6472-494f-9b60-aea65715d6a3,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:05.799539 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78610a7-c5ca-4ebc-a566-b775da3c417b req-2340dd38-1b22-431d-9ba4-e4af4723988a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.803433 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e78610a7-c5ca-4ebc-a566-b775da3c417b req-2340dd38-1b22-431d-9ba4-e4af4723988a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 943 time: 0.4396794 Jul 09 20:57:05.812540 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcaf99-4fb8-4765-9e2a-3a75da757d78 service neutron] Pushing event updated for resources: {'Port': ['ID=e51aed05-4d07-428f-8648-d69c583e55ad,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:05.886828 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d62f73d3-3363-454b-94c7-2e69f2dfd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.888346 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d62f73d3-3363-454b-94c7-2e69f2dfd640 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=065ed316a41c4f34a8cb009bcc219ba6&device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 1096 time: 0.0708663 Jul 09 20:57:05.914810 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:05.941685 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-53dfd7ed-9434-4d14-9da1-e55ab375f65d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e51aed05-4d07-428f-8648-d69c583e55ad HTTP/1.1" status: 200 len: 217 time: 0.0385408 Jul 09 20:57:05.944004 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785a30ba-9c4f-4b98-b0d6-aa10d4b3f5da x-openstack-request-id: req-785a30ba-9c4f-4b98-b0d6-aa10d4b3f5da {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:05.944456 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d9a966-f140-445f-8521-ee9363e91831", "tag": "e51aed05-4d07-428f-8648-d69c583e55ad", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:05.944943 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-785a30ba-9c4f-4b98-b0d6-aa10d4b3f5da {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:05.945431 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d9a966-f140-445f-8521-ee9363e91831', 'tag': 'e51aed05-4d07-428f-8648-d69c583e55ad', 'status': 'completed', 'code': 200} Jul 09 20:57:05.983069 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-44f01006-8a0e-48ec-bd45-28f144d754de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.026397 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-44f01006-8a0e-48ec-bd45-28f144d754de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.035764 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-43629173-2a39-48eb-8ef9-425f7e30ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:06.037529 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-43629173-2a39-48eb-8ef9-425f7e30ce48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f744712a-564f-440b-8823-bbc8dc5c8ef8 HTTP/1.1" status: 200 len: 853 time: 0.0757346 Jul 09 20:57:06.053176 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e78610a7-c5ca-4ebc-a566-b775da3c417b req-d5293e3e-ddd9-4abd-9bd2-69ff91e459f3 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300935 Jul 09 20:57:06.074493 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-5c3abca1-2773-42c4-9418-1bf7d0f65584 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3bbf04c-4160-416c-8d5c-75741f1290e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283082 Jul 09 20:57:06.095568 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.189471 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:06.195121 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d0d9e7-353c-4a6b-ae66-da57dc99a730,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:06.201324 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:06.205509 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-d0f2813d-cfe8-4274-9a3b-3abdfc20456c service neutron] 10.222.0.83 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207540 Jul 09 20:57:06.208066 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:06.294473 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-44f01006-8a0e-48ec-bd45-28f144d754de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.297053 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-44f01006-8a0e-48ec-bd45-28f144d754de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.298205 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-44f01006-8a0e-48ec-bd45-28f144d754de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49e74b56-79f9-4ea4-86cf-2637ef909d72 HTTP/1.1" status: 204 len: 168 time: 0.6164520 Jul 09 20:57:06.322126 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-da88c964-dc7c-4065-99ec-316f4fbe325a req-b190485e-96d6-4754-a086-e2b302c4e6bd service neutron] 10.222.0.83 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097035 Jul 09 20:57:06.353187 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f01006-8a0e-48ec-bd45-28f144d754de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e74b56-79f9-4ea4-86cf-2637ef909d72,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:06.446039 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Deleting port 09da8a99-aeba-4f34-9904-bac8d06aba59 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:06.446405 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.541603 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-8d4ec1b8-328a-4e29-a2d5-f6a0b99c22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:06.543962 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-8d4ec1b8-328a-4e29-a2d5-f6a0b99c22ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=065ed316a41c4f34a8cb009bcc219ba6&device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 1096 time: 0.0761237 Jul 09 20:57:06.596176 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] For port 09da8a99-aeba-4f34-9904-bac8d06aba59, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=09da8a99-aeba-4f34-9904-bac8d06aba59,segment=NetworkSegment(697776d1-a800-421a-ae0b-c4af5f20d8e6),segment_id=697776d1-a800-421a-ae0b-c4af5f20d8e6)] {{(pid=92867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:06.596558 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.605459 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.611672 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45670) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:06.637235 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b886f9e3-9a2e-4048-8071-ab090fe32050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.661130 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Calling delete_port for 09da8a99-aeba-4f34-9904-bac8d06aba59 owned by network:router_interface {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:06.813151 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b886f9e3-9a2e-4048-8071-ab090fe32050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.824412 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b886f9e3-9a2e-4048-8071-ab090fe32050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:06.888596 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-020457fb-d517-468d-aae3-9c759dec1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:06.890611 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-020457fb-d517-468d-aae3-9c759dec1cb7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b3bbf04c-4160-416c-8d5c-75741f1290e8 HTTP/1.1" status: 200 len: 914 time: 0.3398168 Jul 09 20:57:06.898044 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b886f9e3-9a2e-4048-8071-ab090fe32050 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7703d4b856024ea3b4d35f88d39435e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847104 Jul 09 20:57:06.901984 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45674) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:06.910438 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886f9e3-9a2e-4048-8071-ab090fe32050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b07f2-0884-4381-aece-02a1adc1719c,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:06.974073 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-1c0ebf94-5640-4e5a-894c-2035bee613df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e51aed05-4d07-428f-8648-d69c583e55ad HTTP/1.1" status: 200 len: 217 time: 0.0747526 Jul 09 20:57:07.033256 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b2aba-4c02-4ba9-9aa4-ee55138c1944 None None] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:07.036497 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-ab593355-0830-41ff-aba9-e80078e535a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.038656 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-ab593355-0830-41ff-aba9-e80078e535a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f744712a-564f-440b-8823-bbc8dc5c8ef8 HTTP/1.1" status: 200 len: 853 time: 0.0544717 Jul 09 20:57:07.063106 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8757e-15c1-40fe-acae-16aab6bfd958 req-67e420b8-c841-49ef-86ba-1b56ad409be4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.070101 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2af8757e-15c1-40fe-acae-16aab6bfd958 req-67e420b8-c841-49ef-86ba-1b56ad409be4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.2549016 Jul 09 20:57:07.101485 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-31c1d4f8-18d8-4dc2-a82f-0129b03b3e14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3bbf04c-4160-416c-8d5c-75741f1290e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541711 Jul 09 20:57:07.149176 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ad9f378b-3418-44e0-b4db-28d195a1509d None None] Provisioning for port e968e49c-6472-494f-9b60-aea65715d6a3 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:07.181494 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2af8757e-15c1-40fe-acae-16aab6bfd958 req-546ec9ca-25cc-47bc-aabd-5104f9e2680c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103728 Jul 09 20:57:07.235073 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-8c8a2232-6a40-4937-ae78-d012ff89bdd8 service neutron] 10.222.0.83 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267145 Jul 09 20:57:07.373907 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-88dedaf8-5913-4379-a2ed-f8d1b6649087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.387608 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5480862-3388-42ec-a5a2-ba4a6e73f653 req-9527f001-a903-4f56-8c81-57f6533d9b5a service neutron] 10.222.0.83 "GET /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449769 Jul 09 20:57:07.414265 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.416890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ecf4-b078-4f60-a89f-a2ae17fdb96b req-0cec39c4-e6e4-47d0-b71e-f8637600c2cc tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.418348 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c9f4ecf4-b078-4f60-a89f-a2ae17fdb96b req-0cec39c4-e6e4-47d0-b71e-f8637600c2cc tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 943 time: 0.1014099 Jul 09 20:57:07.431408 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-88dedaf8-5913-4379-a2ed-f8d1b6649087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.434507 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.461736 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=09da8a99-aeba-4f34-9904-bac8d06aba59,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:07.465092 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c9f4ecf4-b078-4f60-a89f-a2ae17fdb96b req-7c2e6b8f-3a35-44c6-bf8c-e546475736b8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363736 Jul 09 20:57:07.673696 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e968e49c-6472-494f-9b60-aea65715d6a3 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:07.673887 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-88dedaf8-5913-4379-a2ed-f8d1b6649087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.675576 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-88dedaf8-5913-4379-a2ed-f8d1b6649087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.676674 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-88dedaf8-5913-4379-a2ed-f8d1b6649087 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e2b07f2-0884-4381-aece-02a1adc1719c HTTP/1.1" status: 204 len: 168 time: 0.7724366 Jul 09 20:57:07.699377 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dedaf8-5913-4379-a2ed-f8d1b6649087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b07f2-0884-4381-aece-02a1adc1719c,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:07.732901 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.750932 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port e968e49c-6472-494f-9b60-aea65715d6a3 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:07.755249 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e968e49c-6472-494f-9b60-aea65715d6a3 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:07.755799 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.786062 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Router 0bc32a1b-9173-49d2-b614-d49043c230f4 is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:57:07.839876 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.873782 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port e968e49c-6472-494f-9b60-aea65715d6a3, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e968e49c-6472-494f-9b60-aea65715d6a3,segment=NetworkSegment(35cd045b-7ad2-419e-bb68-015fedfbbd70),segment_id=35cd045b-7ad2-419e-bb68-015fedfbbd70)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:07.878167 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.879155 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 8db602c6-1a6a-4895-a0a0-bd7211551322 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:07.958616 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=e968e49c-6472-494f-9b60-aea65715d6a3,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:07.974063 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 8db602c6-1a6a-4895-a0a0-bd7211551322 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:07.978917 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 8db602c6-1a6a-4895-a0a0-bd7211551322 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:07.979283 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:07.990052 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:08.002150 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Sync routers for ids ['0bc32a1b-9173-49d2-b614-d49043c230f4'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:08.012914 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Routers {'0bc32a1b-9173-49d2-b614-d49043c230f4'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:08.014174 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['0bc32a1b-9173-49d2-b614-d49043c230f4'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:08.051681 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.055767 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c88eb9eb-e5a2-46b9-a092-ede7e64ab8d8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5651231 Jul 09 20:57:08.056161 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45690) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:08.092682 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.102237 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Router ee787cda-6de7-4649-9d02-9e82a3ec064f has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:57:08.135351 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 8db602c6-1a6a-4895-a0a0-bd7211551322, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=8db602c6-1a6a-4895-a0a0-bd7211551322,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:08.139738 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Set router 0bc32a1b-9173-49d2-b614-d49043c230f4 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:08.141797 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.211874 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=8db602c6-1a6a-4895-a0a0-bd7211551322,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:08.272289 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:08.282982 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] Sync routers for ids ['ee787cda-6de7-4649-9d02-9e82a3ec064f'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:08.290736 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-5d65273f-8998-4ede-b2d0-0bb0c8779d11 admin admin] 10.222.0.77 "PUT /v2.0/routers/ee787cda-6de7-4649-9d02-9e82a3ec064f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4967999 Jul 09 20:57:08.293254 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45698) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:08.297736 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] Routers {'ee787cda-6de7-4649-9d02-9e82a3ec064f'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:08.301851 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ee787cda-6de7-4649-9d02-9e82a3ec064f'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:08.416159 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T20:57:06Z', 'revision_number': 3, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port': {'id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:04Z', 'updated_at': '2021-07-09T20:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:08.449751 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Checking router: 0bc32a1b-9173-49d2-b614-d49043c230f4 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:08.450337 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Updating router 0bc32a1b-9173-49d2-b614-d49043c230f4 port c6d0d9e7-353c-4a6b-ae66-da57dc99a730 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:57:08.491039 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.579331 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] Set router ee787cda-6de7-4649-9d02-9e82a3ec064f gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:08.716222 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.731161 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177174c-0236-48c9-adbb-a6679d6b80d2 req-9a8affd4-3d56-4093-89e0-1cf925287b02 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:08.743412 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8177174c-0236-48c9-adbb-a6679d6b80d2 req-9a8affd4-3d56-4093-89e0-1cf925287b02 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.2816429 Jul 09 20:57:08.771009 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.939128 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8177174c-0236-48c9-adbb-a6679d6b80d2 req-56a6ee52-5957-4b23-9abe-369a0e7fa370 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935592 Jul 09 20:57:08.953185 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:08.953412 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Allocated IP 172.20.0.1 (45432a93-c006-4a99-9ea1-4ffca06690a5/c9fb8e6b-d12d-4af7-9485-37518bf5d0cb/e7b08a81-14f7-4edc-b56a-7036610cb514) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:08.980956 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Transition to ACTIVE for port object c6d0d9e7-353c-4a6b-ae66-da57dc99a730 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:08.997225 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.018363 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:57:07Z', 'revision_number': 5, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port': {'id': '3183fb5e-d4c1-4eff-b1c0-63cf17515622', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:09.071576 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088f79-354a-49bf-bf55-81c5e081520d None None] Pushing event updated for resources: {'Port': ['ID=c6d0d9e7-353c-4a6b-ae66-da57dc99a730,revision_number=2']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:09.075044 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.089542 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] Checking router: ee787cda-6de7-4649-9d02-9e82a3ec064f for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:09.098275 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Attempting to bind port c6d0d9e7-353c-4a6b-ae66-da57dc99a730 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:09.099083 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Attempting to bind port c6d0d9e7-353c-4a6b-ae66-da57dc99a730 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:09.099636 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Attempting to bind port c6d0d9e7-353c-4a6b-ae66-da57dc99a730 on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:09.103276 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device e51aed05-4d07-428f-8648-d69c583e55ad details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:57:09.109425 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:09.110911 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:09.112895 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.113504 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:09.114188 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Bound port: c6d0d9e7-353c-4a6b-ae66-da57dc99a730, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:09.115933 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.116260 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.140020 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Transition to ACTIVE for port object e7b08a81-14f7-4edc-b56a-7036610cb514 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:09.142785 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Deleting port 3183fb5e-d4c1-4eff-b1c0-63cf17515622 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:09.143383 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.181156 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] For port c6d0d9e7-353c-4a6b-ae66-da57dc99a730, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:09.185886 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] For port c6d0d9e7-353c-4a6b-ae66-da57dc99a730, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=c6d0d9e7-353c-4a6b-ae66-da57dc99a730,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:09.192290 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.216245 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.255261 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088f79-354a-49bf-bf55-81c5e081520d None None] Pushing event updated for resources: {'Port': ['ID=c6d0d9e7-353c-4a6b-ae66-da57dc99a730,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:09.256952 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] For port 3183fb5e-d4c1-4eff-b1c0-63cf17515622, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=3183fb5e-d4c1-4eff-b1c0-63cf17515622,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:09.257320 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.270486 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Routers {'0bc32a1b-9173-49d2-b614-d49043c230f4'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:09.271484 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['0bc32a1b-9173-49d2-b614-d49043c230f4'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:09.274456 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Calling delete_port for 3183fb5e-d4c1-4eff-b1c0-63cf17515622 owned by network:router_gateway {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:09.295353 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port e51aed05-4d07-428f-8648-d69c583e55ad, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e51aed05-4d07-428f-8648-d69c583e55ad,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:09.314854 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'e51aed05-4d07-428f-8648-d69c583e55ad', 'network_id': 'b3bbf04c-4160-416c-8d5c-75741f1290e8', 'port_id': 'e51aed05-4d07-428f-8648-d69c583e55ad', 'mac_address': 'fa:16:3e:b6:17:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f744712a-564f-440b-8823-bbc8dc5c8ef8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:57:09.324849 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] Routers {'ee787cda-6de7-4649-9d02-9e82a3ec064f'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:09.325680 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ee787cda-6de7-4649-9d02-9e82a3ec064f'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:09.328707 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Pushing event updated for resources: {'Port': ['ID=e7b08a81-14f7-4edc-b56a-7036610cb514,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:09.349970 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:09.351940 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:09.359042 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:09.402677 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] Set router 0bc32a1b-9173-49d2-b614-d49043c230f4 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:09.466060 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] Set router ee787cda-6de7-4649-9d02-9e82a3ec064f gateway port host: None {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:09.570238 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.624077 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:57:09Z', 'revision_number': 6, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port_host': None}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:09.675936 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.684314 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e1e3e-e407-4acd-8c0d-b21071583441 req-bfbb7f03-f7ef-4d8a-b705-0aeda0fee988 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:09.692143 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-040e1e3e-e407-4acd-8c0d-b21071583441 req-bfbb7f03-f7ef-4d8a-b705-0aeda0fee988 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 943 time: 0.8133717 Jul 09 20:57:09.718091 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3183fb5e-d4c1-4eff-b1c0-63cf17515622,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:09.734211 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T20:57:06Z', 'revision_number': 3, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port': {'id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:04Z', 'updated_at': '2021-07-09T20:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:09.763405 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e968e49c-6472-494f-9b60-aea65715d6a3 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:09.770144 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.779557 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-040e1e3e-e407-4acd-8c0d-b21071583441 req-b0917d7e-4f0f-47e6-9bc4-f04d2e59ff1e tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792193 Jul 09 20:57:09.845088 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.889296 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87fd07-bbde-4ce8-834c-bb38f7fa57dc None None] The sync data for ids ['0bc32a1b-9173-49d2-b614-d49043c230f4'] in dv-cinder-800306-1-iscsi is: [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T20:57:06Z', 'revision_number': 3, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port': {'id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:04Z', 'updated_at': '2021-07-09T20:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:09.900912 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b4070-09c3-4090-b2d6-620bf1e5ae18 None None] The sync data for ids ['ee787cda-6de7-4649-9d02-9e82a3ec064f'] in dv-cinder-800306-1-iscsi is: [{'id': 'ee787cda-6de7-4649-9d02-9e82a3ec064f', 'name': 'tempest-ServerRescueNegativeTestJSON-1340347239-router', 'tenant_id': '4a650100b93d44dbac6181a19ad574c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:57:09Z', 'revision_number': 6, 'project_id': '4a650100b93d44dbac6181a19ad574c8', 'gw_port_host': None}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:09.902281 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.934690 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51aed05-4d07-428f-8648-d69c583e55ad {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:09.942812 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-5da02644-f39a-4178-8c7d-ace48f2bd8ca None None] Provisioning for port e7b08a81-14f7-4edc-b56a-7036610cb514 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:09.959087 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.961998 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.996028 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-5da02644-f39a-4178-8c7d-ace48f2bd8ca None None] Provisioning complete for port e7b08a81-14f7-4edc-b56a-7036610cb514 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:10.000694 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-5da02644-f39a-4178-8c7d-ace48f2bd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.069132 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-5da02644-f39a-4178-8c7d-ace48f2bd8ca None None] Port e7b08a81-14f7-4edc-b56a-7036610cb514 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:10.077264 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port e51aed05-4d07-428f-8648-d69c583e55ad, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e51aed05-4d07-428f-8648-d69c583e55ad,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:10.093299 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.093974 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee787cda-6de7-4649-9d02-9e82a3ec064f {{(pid=92867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:57:10.096221 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.104154 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.108250 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-69d834d2-5775-4594-8d6c-969d3dd584c1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ee787cda-6de7-4649-9d02-9e82a3ec064f HTTP/1.1" status: 204 len: 168 time: 1.8106101 Jul 09 20:57:10.108631 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e968e49c-6472-494f-9b60-aea65715d6a3 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:10.108631 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.110655 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45744) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:10.205843 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.228416 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-a290171b-5540-48d0-8add-bab5ee543ce6 admin admin] Deleting subnet 6cab2109-54b7-470d-a745-70c2aeab931e {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:57:10.231457 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.249294 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=e51aed05-4d07-428f-8648-d69c583e55ad,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:10.264272 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 8db602c6-1a6a-4895-a0a0-bd7211551322 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:10.369291 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a290171b-5540-48d0-8add-bab5ee543ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.371861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Pushing event updated for resources: {'Port': ['ID=e7b08a81-14f7-4edc-b56a-7036610cb514,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:10.374062 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 8db602c6-1a6a-4895-a0a0-bd7211551322 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:10.374443 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.383536 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.558203 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a290171b-5540-48d0-8add-bab5ee543ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.596295 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['e51aed05-4d07-428f-8648-d69c583e55ad'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:10.621319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a290171b-5540-48d0-8add-bab5ee543ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.775204 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960835ed-1e08-41c7-959b-695851a30516 req-35a3657c-0edf-4504-98e3-5ee87b55d4d6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.776856 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-960835ed-1e08-41c7-959b-695851a30516 req-35a3657c-0edf-4504-98e3-5ee87b55d4d6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.4845638 Jul 09 20:57:10.817937 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8909ded6-5783-40f1-b5f5-5ac9757ada20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.840955 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-960835ed-1e08-41c7-959b-695851a30516 req-660b192e-45ac-4cae-95c5-327067ba64a1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533144 Jul 09 20:57:11.038644 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a290171b-5540-48d0-8add-bab5ee543ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.052521 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:11.075318 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:11.084066 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290171b-5540-48d0-8add-bab5ee543ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cab2109-54b7-470d-a745-70c2aeab931e,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:11.089105 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a290171b-5540-48d0-8add-bab5ee543ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.090988 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a290171b-5540-48d0-8add-bab5ee543ce6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6cab2109-54b7-470d-a745-70c2aeab931e HTTP/1.1" status: 204 len: 168 time: 0.9791017 Jul 09 20:57:11.093699 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45762) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:11.155053 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d58e3-b2c2-42e4-b288-b1c080927b23 req-9f3d5c4c-5345-4069-9bcf-ec4c8ae45f54 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:11.157876 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3f7d58e3-b2c2-42e4-b288-b1c080927b23 req-9f3d5c4c-5345-4069-9bcf-ec4c8ae45f54 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 944 time: 0.2085185 Jul 09 20:57:11.191092 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.251981 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3f7d58e3-b2c2-42e4-b288-b1c080927b23 req-e4073e86-6140-419e-8a48-60791049b336 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803072 Jul 09 20:57:11.263482 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Router 0bc32a1b-9173-49d2-b614-d49043c230f4 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:57:11.298877 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.311728 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.312259 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.312870 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.313218 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > port after_create 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.313734 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.313843 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > port after_update 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.314165 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.314487 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.314792 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.315110 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.380608 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.381020 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.381859 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.381994 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:11.382203 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:11.382573 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dab57b-aa06-4b75-ba9e-11702aa79ef0']}} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:11.391390 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-49dd55b2-b4de-418e-8a15-e15fb081b97e admin admin] 10.222.0.77 "PUT /v2.0/routers/0bc32a1b-9173-49d2-b614-d49043c230f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3341432 Jul 09 20:57:11.401189 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-d5bc2c95-0414-477e-9c96-10494d02d082 None None] Provisioning complete for port e7b08a81-14f7-4edc-b56a-7036610cb514 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:11.401785 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2c95-0414-477e-9c96-10494d02d082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.407011 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697776d1-a800-421a-ae0b-c4af5f20d8e6') {'for_net_delete': True} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:11.407400 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697776d1-a800-421a-ae0b-c4af5f20d8e6') {} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:11.435948 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10217005'] for segment, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.437576 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc2c95-0414-477e-9c96-10494d02d082 None None] Port e7b08a81-14f7-4edc-b56a-7036610cb514 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:11.476188 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.487562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=92867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:57:11.488416 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8531095'] for segment, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: from cryptography.utils import int_from_bytes Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: from cryptography.utils import int_from_bytes Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: Traceback (most recent call last): Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: timer() Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: cb(*args, **kw) Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: return func(*args, **kwargs) Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: self._notify() Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: self.callback(batched_events) Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: event.method(event) Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: return f(self, *a, **k) Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._get(url).json() Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: return self.request(url, 'GET', **kwargs) Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:57:11.499934 dv-cinder-800306-1-iscsi neutron-server[92867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:57:11.569683 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.595855 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8dab57b-aa06-4b75-ba9e-11702aa79ef0,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:11.601805 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.607079 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-97b80fc7-aa3c-4442-a626-96945ee2c122 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a8dab57b-aa06-4b75-ba9e-11702aa79ef0 HTTP/1.1" status: 204 len: 168 time: 0.5123570 Jul 09 20:57:11.614078 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device c6d0d9e7-353c-4a6b-ae66-da57dc99a730 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:11.685667 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port c6d0d9e7-353c-4a6b-ae66-da57dc99a730 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:11.689719 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port c6d0d9e7-353c-4a6b-ae66-da57dc99a730 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:11.690090 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.790411 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.812339 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45786) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:11.820967 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port c6d0d9e7-353c-4a6b-ae66-da57dc99a730, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=c6d0d9e7-353c-4a6b-ae66-da57dc99a730,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:11.826209 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.881123 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-37ae509e-7839-482c-9890-171aac6076cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a650100b93d44dbac6181a19ad574c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0671372 Jul 09 20:57:11.883949 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45792) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:11.931733 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 3183fb5e-d4c1-4eff-b1c0-63cf17515622 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:11.958088 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-529b02a2-518c-4c9b-a315-1df4096a3288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:11.962585 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 3183fb5e-d4c1-4eff-b1c0-63cf17515622 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:11.962944 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 3183fb5e-d4c1-4eff-b1c0-63cf17515622 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:11.963419 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 09da8a99-aeba-4f34-9904-bac8d06aba59 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:11.965633 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=c6d0d9e7-353c-4a6b-ae66-da57dc99a730,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:11.994069 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-529b02a2-518c-4c9b-a315-1df4096a3288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.018551 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 09da8a99-aeba-4f34-9904-bac8d06aba59 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:12.018890 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 09da8a99-aeba-4f34-9904-bac8d06aba59 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:12.094509 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-529b02a2-518c-4c9b-a315-1df4096a3288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.097636 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-529b02a2-518c-4c9b-a315-1df4096a3288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.102613 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-529b02a2-518c-4c9b-a315-1df4096a3288 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd2b62be-48ce-486d-b0da-5aef5cd8a14e HTTP/1.1" status: 204 len: 168 time: 0.2175097 Jul 09 20:57:12.112367 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b02a2-518c-4c9b-a315-1df4096a3288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2b62be-48ce-486d-b0da-5aef5cd8a14e,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:12.261315 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf683-726d-4112-bc67-4036bd23d5bd req-5d63a39e-0b8f-4c33-9316-301b946a6086 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:12.271872 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-73baf683-726d-4112-bc67-4036bd23d5bd req-5d63a39e-0b8f-4c33-9316-301b946a6086 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0996561 Jul 09 20:57:12.391009 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-73baf683-726d-4112-bc67-4036bd23d5bd req-e549c51f-30e2-4881-b1e8-142ca2919e48 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157393 Jul 09 20:57:12.588362 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e82cc9-dc1c-4a53-bc74-bf4660e03a84 req-d747fcbb-425f-470b-8995-354808d08be5 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:12.593213 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f0e82cc9-dc1c-4a53-bc74-bf4660e03a84 req-d747fcbb-425f-470b-8995-354808d08be5 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 944 time: 0.0824444 Jul 09 20:57:12.625183 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45816) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:12.635649 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-9e4b7ccd-4824-4b99-a819-1843f1966a6a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045445821', 'description': 'tempest-secgroup-smoke-2045445821 description', 'project_id': '1c76c6d920984b5680c4fece85d881c7'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:12.656309 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f0e82cc9-dc1c-4a53-bc74-bf4660e03a84 req-5ba63c29-a7e4-4a76-8e3b-a029fc41f3dc tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Jul 09 20:57:12.672031 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9e4b7ccd-4824-4b99-a819-1843f1966a6a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.775893 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9e4b7ccd-4824-4b99-a819-1843f1966a6a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.780920 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9e4b7ccd-4824-4b99-a819-1843f1966a6a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.785520 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Sync routers for ids ['0bc32a1b-9173-49d2-b614-d49043c230f4'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:12.799779 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Routers {'0bc32a1b-9173-49d2-b614-d49043c230f4'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:12.800504 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:56:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['0bc32a1b-9173-49d2-b614-d49043c230f4'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:12.810506 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9e4b7ccd-4824-4b99-a819-1843f1966a6a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.811652 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9e4b7ccd-4824-4b99-a819-1843f1966a6a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1853831 Jul 09 20:57:12.813553 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b7ccd-4824-4b99-a819-1843f1966a6a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:12.814741 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45824) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:12.821092 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-0538c28e-8f4b-4d57-bd30-960f6c2eeee0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'security_group_rule': {'security_group_id': '15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6', 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:12.852799 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0538c28e-8f4b-4d57-bd30-960f6c2eeee0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.905115 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0538c28e-8f4b-4d57-bd30-960f6c2eeee0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.909573 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0538c28e-8f4b-4d57-bd30-960f6c2eeee0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.928754 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Set router 0bc32a1b-9173-49d2-b614-d49043c230f4 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:12.932549 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538c28e-8f4b-4d57-bd30-960f6c2eeee0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7bdc65-187d-4757-b158-5cecdadcf38a,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:12.939958 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0538c28e-8f4b-4d57-bd30-960f6c2eeee0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.941355 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0538c28e-8f4b-4d57-bd30-960f6c2eeee0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253676 Jul 09 20:57:12.944499 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45830) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:12.949405 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-5c3903d3-29db-4082-9662-57ed1204bf14 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'security_group_rule': {'security_group_id': '15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6', 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:12.978725 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5c3903d3-29db-4082-9662-57ed1204bf14 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.041428 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5c3903d3-29db-4082-9662-57ed1204bf14 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.046140 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5c3903d3-29db-4082-9662-57ed1204bf14 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.066117 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3903d3-29db-4082-9662-57ed1204bf14 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f4f0b3-33e6-48af-8ddf-9068ee51cc9d,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:13.070819 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5c3903d3-29db-4082-9662-57ed1204bf14 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.072129 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5c3903d3-29db-4082-9662-57ed1204bf14 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264989 Jul 09 20:57:13.074816 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45834) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:13.079296 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-572e6f89-3d29-42bd-8853-9387bd69ecc7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'security_group_rule': {'security_group_id': '15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6', 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:13.104548 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device e51aed05-4d07-428f-8648-d69c583e55ad up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:13.117152 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-572e6f89-3d29-42bd-8853-9387bd69ecc7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.187610 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port e51aed05-4d07-428f-8648-d69c583e55ad completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:13.188374 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T20:57:09Z', 'revision_number': 4, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port': {'id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:04Z', 'updated_at': '2021-07-09T20:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'e7b08a81-14f7-4edc-b56a-7036610cb514', 'name': '', 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'mac_address': 'fa:16:3e:45:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c9fb8e6b-d12d-4af7-9485-37518bf5d0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:08Z', 'updated_at': '2021-07-09T20:57:09Z', 'revision_number': 2, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'subnets': [{'id': 'c9fb8e6b-d12d-4af7-9485-37518bf5d0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:13.195017 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port e51aed05-4d07-428f-8648-d69c583e55ad triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:13.195700 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.213903 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-572e6f89-3d29-42bd-8853-9387bd69ecc7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.220217 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-572e6f89-3d29-42bd-8853-9387bd69ecc7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.220783 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Checking router: 0bc32a1b-9173-49d2-b614-d49043c230f4 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:13.221382 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Updating router 0bc32a1b-9173-49d2-b614-d49043c230f4 port e7b08a81-14f7-4edc-b56a-7036610cb514 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:57:13.242525 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e6f89-3d29-42bd-8853-9387bd69ecc7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e643df84-6e1d-4306-a319-a638abd489a6,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:13.250227 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-572e6f89-3d29-42bd-8853-9387bd69ecc7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.256511 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-572e6f89-3d29-42bd-8853-9387bd69ecc7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757054 Jul 09 20:57:13.259449 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45840) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:13.264408 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-dfec76b5-664a-4b42-96a5-afd8b4f6424b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'security_group_rule': {'security_group_id': '15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6', 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:13.273099 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.300280 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-dfec76b5-664a-4b42-96a5-afd8b4f6424b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.332724 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.358410 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d9a966-f140-445f-8521-ee9363e91831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51aed05-4d07-428f-8648-d69c583e55ad'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:13.360780 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a25b982-1b30-4ed5-b8e8-3f5d9010653b" -d '{"events": [{"server_uuid": "56d9a966-f140-445f-8521-ee9363e91831", "name": "network-vif-plugged", "status": "completed", "tag": "e51aed05-4d07-428f-8648-d69c583e55ad"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:13.374690 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port e51aed05-4d07-428f-8648-d69c583e55ad, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e51aed05-4d07-428f-8648-d69c583e55ad,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:13.381107 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.407156 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-dfec76b5-664a-4b42-96a5-afd8b4f6424b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.413803 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-dfec76b5-664a-4b42-96a5-afd8b4f6424b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.426631 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe5cfcc-b99d-4d2f-8241-eb2f3a2b7536 x-openstack-request-id: req-9fe5cfcc-b99d-4d2f-8241-eb2f3a2b7536 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:13.427564 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d9a966-f140-445f-8521-ee9363e91831", "name": "network-vif-plugged", "status": "completed", "tag": "e51aed05-4d07-428f-8648-d69c583e55ad", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:13.428032 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9fe5cfcc-b99d-4d2f-8241-eb2f3a2b7536 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:13.429060 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d9a966-f140-445f-8521-ee9363e91831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51aed05-4d07-428f-8648-d69c583e55ad', 'code': 200} Jul 09 20:57:13.472948 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8f6a0c0b-9f3c-4062-9d6d-d7e78fbeda6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.503819 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec76b5-664a-4b42-96a5-afd8b4f6424b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33c8a74-af16-45e6-b60c-b295607958e2,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:13.509945 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-dfec76b5-664a-4b42-96a5-afd8b4f6424b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.511148 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-dfec76b5-664a-4b42-96a5-afd8b4f6424b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2522197 Jul 09 20:57:13.514116 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45856) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:13.519793 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-2e0aabd8-dc74-45c5-ac43-205ad57bd1f0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'security_group_rule': {'security_group_id': '15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6', 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:13.522432 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=e51aed05-4d07-428f-8648-d69c583e55ad,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:13.581150 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.securitygroups_db [None req-2e0aabd8-dc74-45c5-ac43-205ad57bd1f0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Project 1c76c6d920984b5680c4fece85d881c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:57:13.595939 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2e0aabd8-dc74-45c5-ac43-205ad57bd1f0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.652630 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device c6d0d9e7-353c-4a6b-ae66-da57dc99a730 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:13.734038 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4ca04-3f10-403e-9b81-0baf8959287a req-88f2f8ca-f243-4839-bce7-e4ebd571134c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:13.737281 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7bb4ca04-3f10-403e-9b81-0baf8959287a req-88f2f8ca-f243-4839-bce7-e4ebd571134c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.1258659 Jul 09 20:57:13.796027 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2e0aabd8-dc74-45c5-ac43-205ad57bd1f0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.805119 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2e0aabd8-dc74-45c5-ac43-205ad57bd1f0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.817189 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.837727 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port c6d0d9e7-353c-4a6b-ae66-da57dc99a730 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:13.839720 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.849581 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7bb4ca04-3f10-403e-9b81-0baf8959287a req-0122aa4a-b3c5-4536-94a0-f81f5d2a2288 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048288 Jul 09 20:57:13.867606 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0aabd8-dc74-45c5-ac43-205ad57bd1f0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7044ac-0d31-4484-b25e-2c3870cc1678,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:13.871532 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.888395 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1e4b-c76c-4f12-95a6-752d0babb53e req-bff93a64-1776-4a40-bc08-1d2063b16f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:13.892351 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Transition to ACTIVE for port object e7b08a81-14f7-4edc-b56a-7036610cb514 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:13.893751 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-aedf1e4b-c76c-4f12-95a6-752d0babb53e req-bff93a64-1776-4a40-bc08-1d2063b16f33 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 1098 time: 0.1596017 Jul 09 20:57:13.895486 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2e0aabd8-dc74-45c5-ac43-205ad57bd1f0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.902037 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-2e0aabd8-dc74-45c5-ac43-205ad57bd1f0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3843236 Jul 09 20:57:13.902464 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45866) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:13.906053 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:13.907573 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-dd085366-8c58-401d-ba2e-9e3e93228035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'security_group_rule': {'security_group_id': '15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6', 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:13.965520 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacb2b4-8c8b-497f-bdc9-9afff4443d8b None None] Pushing event updated for resources: {'Port': ['ID=e7b08a81-14f7-4edc-b56a-7036610cb514,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:14.050240 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-aedf1e4b-c76c-4f12-95a6-752d0babb53e req-e11cf534-eb61-43c8-92aa-ad1f6165ce77 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492558 Jul 09 20:57:14.079548 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Attempting to bind port e7b08a81-14f7-4edc-b56a-7036610cb514 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:14.081356 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Attempting to bind port e7b08a81-14f7-4edc-b56a-7036610cb514 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:14.081907 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Attempting to bind port e7b08a81-14f7-4edc-b56a-7036610cb514 on network 45432a93-c006-4a99-9ea1-4ffca06690a5 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:14.093768 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d14539-d27d-4ea7-b62f-aea9ec3d40f0 req-7f4276c9-babc-4ce4-a4e5-8568028dd51d tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:14.094715 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:14.095122 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Checking segment: {'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:14.095600 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.096039 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Bound using segment: {'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:14.096521 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Bound port: e7b08a81-14f7-4edc-b56a-7036610cb514, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cd045b-7ad2-419e-bb68-015fedfbbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:14.096950 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.102273 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-91d14539-d27d-4ea7-b62f-aea9ec3d40f0 req-7f4276c9-babc-4ce4-a4e5-8568028dd51d tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.1722007 Jul 09 20:57:14.161991 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-91d14539-d27d-4ea7-b62f-aea9ec3d40f0 req-e279ab63-d78f-4092-8978-7c2ebc2ce257 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583570 Jul 09 20:57:14.236703 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] For port e7b08a81-14f7-4edc-b56a-7036610cb514, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:14.244038 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] For port e7b08a81-14f7-4edc-b56a-7036610cb514, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e7b08a81-14f7-4edc-b56a-7036610cb514,segment=NetworkSegment(35cd045b-7ad2-419e-bb68-015fedfbbd70),segment_id=35cd045b-7ad2-419e-bb68-015fedfbbd70)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:14.261410 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.340237 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Routers {'0bc32a1b-9173-49d2-b614-d49043c230f4'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:14.341291 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:57:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['0bc32a1b-9173-49d2-b614-d49043c230f4'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:14.347450 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.securitygroups_db [None req-dd085366-8c58-401d-ba2e-9e3e93228035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Project 1c76c6d920984b5680c4fece85d881c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:57:14.354561 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-dd085366-8c58-401d-ba2e-9e3e93228035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.408495 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacb2b4-8c8b-497f-bdc9-9afff4443d8b None None] Pushing event updated for resources: {'Port': ['ID=e7b08a81-14f7-4edc-b56a-7036610cb514,revision_number=4']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:14.452979 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-dd085366-8c58-401d-ba2e-9e3e93228035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.457597 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-dd085366-8c58-401d-ba2e-9e3e93228035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.475062 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd085366-8c58-401d-ba2e-9e3e93228035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dc9174-c372-40f6-9c9d-62dbf98992b3,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:14.490826 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-dd085366-8c58-401d-ba2e-9e3e93228035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.493289 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-dd085366-8c58-401d-ba2e-9e3e93228035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5898006 Jul 09 20:57:14.539639 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] Set router 0bc32a1b-9173-49d2-b614-d49043c230f4 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:14.605987 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.789809 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T20:57:09Z', 'revision_number': 4, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port': {'id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:04Z', 'updated_at': '2021-07-09T20:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'e7b08a81-14f7-4edc-b56a-7036610cb514', 'name': '', 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'mac_address': 'fa:16:3e:45:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c9fb8e6b-d12d-4af7-9485-37518bf5d0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:08Z', 'updated_at': '2021-07-09T20:57:14Z', 'revision_number': 4, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'subnets': [{'id': 'c9fb8e6b-d12d-4af7-9485-37518bf5d0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:14.816707 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b5733-fe26-4bda-b866-7d72855f82cd None None] The sync data for ids ['0bc32a1b-9173-49d2-b614-d49043c230f4'] in dv-cinder-800306-1-iscsi is: [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T20:57:09Z', 'revision_number': 4, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port': {'id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:04Z', 'updated_at': '2021-07-09T20:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'e7b08a81-14f7-4edc-b56a-7036610cb514', 'name': '', 'network_id': '45432a93-c006-4a99-9ea1-4ffca06690a5', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'mac_address': 'fa:16:3e:45:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c9fb8e6b-d12d-4af7-9485-37518bf5d0cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:08Z', 'updated_at': '2021-07-09T20:57:14Z', 'revision_number': 4, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'subnets': [{'id': 'c9fb8e6b-d12d-4af7-9485-37518bf5d0cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:14.979478 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.084025 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1a953-4d26-40e8-a81e-ef0882bab5fe req-1cbe54c5-42f7-4d02-bfe6-099201638f2d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:15.086263 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ad1a953-4d26-40e8-a81e-ef0882bab5fe req-1cbe54c5-42f7-4d02-bfe6-099201638f2d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0813270 Jul 09 20:57:15.146982 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ad1a953-4d26-40e8-a81e-ef0882bab5fe req-16d427e5-8fe0-4a1f-bf0d-2a5a077555c3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539610 Jul 09 20:57:15.365217 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bf290-5073-4a48-a901-7853986ca8ca req-de62ce3c-d936-4974-af85-e740db77ffd9 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:15.367940 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-133bf290-5073-4a48-a901-7853986ca8ca req-de62ce3c-d936-4974-af85-e740db77ffd9 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0847237 Jul 09 20:57:15.417453 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-133bf290-5073-4a48-a901-7853986ca8ca req-cdabff84-659a-4457-9256-ef76658d5abe tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Jul 09 20:57:15.585693 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e7b08a81-14f7-4edc-b56a-7036610cb514 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:15.651031 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port e7b08a81-14f7-4edc-b56a-7036610cb514 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:15.654558 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e7b08a81-14f7-4edc-b56a-7036610cb514 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:15.655538 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.703173 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45970) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:15.739020 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.772837 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port e7b08a81-14f7-4edc-b56a-7036610cb514, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e7b08a81-14f7-4edc-b56a-7036610cb514,segment=NetworkSegment(35cd045b-7ad2-419e-bb68-015fedfbbd70),segment_id=35cd045b-7ad2-419e-bb68-015fedfbbd70)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:15.777343 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.814772 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-93797376-9ab5-46eb-bb0c-6851766708ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.828198 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=e7b08a81-14f7-4edc-b56a-7036610cb514,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:15.908313 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-93797376-9ab5-46eb-bb0c-6851766708ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.912770 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-93797376-9ab5-46eb-bb0c-6851766708ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.955566 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-93797376-9ab5-46eb-bb0c-6851766708ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dda561a49b1e43a4a517584aee691d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512450 Jul 09 20:57:15.956440 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93797376-9ab5-46eb-bb0c-6851766708ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562f43fa-2c4a-4873-9897-5ca50ffb90f5,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:15.958215 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45978) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:16.008830 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-65c65752-2219-4d52-825e-c6c2d1a173b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.030300 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-65c65752-2219-4d52-825e-c6c2d1a173b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.071712 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.083742 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-65c65752-2219-4d52-825e-c6c2d1a173b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.087156 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-65c65752-2219-4d52-825e-c6c2d1a173b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.088236 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-65c65752-2219-4d52-825e-c6c2d1a173b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/562f43fa-2c4a-4873-9897-5ca50ffb90f5 HTTP/1.1" status: 204 len: 168 time: 0.1277258 Jul 09 20:57:16.098313 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c65752-2219-4d52-825e-c6c2d1a173b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f43fa-2c4a-4873-9897-5ca50ffb90f5,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:16.355231 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df13d0b-aee9-499e-be00-684ff261fc71 req-737c071f-7307-4aa3-afd3-e60fc41dc842 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:16.357294 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9df13d0b-aee9-499e-be00-684ff261fc71 req-737c071f-7307-4aa3-afd3-e60fc41dc842 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0754147 Jul 09 20:57:16.373936 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 45990) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:16.388932 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5ab95b4e-e13f-4364-ab79-e65eeb5f9c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.398441 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9df13d0b-aee9-499e-be00-684ff261fc71 req-a6d73b97-e9dc-469e-b994-051746aeed6b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352502 Jul 09 20:57:16.506911 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5ab95b4e-e13f-4364-ab79-e65eeb5f9c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.511799 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5ab95b4e-e13f-4364-ab79-e65eeb5f9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.577831 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5ab95b4e-e13f-4364-ab79-e65eeb5f9c99 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c61cbac12e6c45d08aba8b1c5d9066f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021968 Jul 09 20:57:16.579313 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab95b4e-e13f-4364-ab79-e65eeb5f9c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb47fe8-8abb-4018-a9b1-84e7fcc9d1cf,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:16.580529 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 45994) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:16.619283 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9914-f477-44be-85cd-0a348e3a0636 req-85f788dc-4c1a-4779-81fe-25b97f1b9b73 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:16.620766 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-88af9914-f477-44be-85cd-0a348e3a0636 req-85f788dc-4c1a-4779-81fe-25b97f1b9b73 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0874684 Jul 09 20:57:16.631609 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9c8f7bee-00e2-41d6-9cd9-672b811e130c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.652980 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9c8f7bee-00e2-41d6-9cd9-672b811e130c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.658871 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-88af9914-f477-44be-85cd-0a348e3a0636 req-773c18e2-6074-49fd-825c-43c9183e351f tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321651 Jul 09 20:57:16.710434 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9c8f7bee-00e2-41d6-9cd9-672b811e130c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.713018 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9c8f7bee-00e2-41d6-9cd9-672b811e130c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.716691 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9c8f7bee-00e2-41d6-9cd9-672b811e130c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/adb47fe8-8abb-4018-a9b1-84e7fcc9d1cf HTTP/1.1" status: 204 len: 168 time: 0.1328065 Jul 09 20:57:16.723470 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f7bee-00e2-41d6-9cd9-672b811e130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb47fe8-8abb-4018-a9b1-84e7fcc9d1cf,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:17.570072 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e7b08a81-14f7-4edc-b56a-7036610cb514 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:17.620629 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e7b08a81-14f7-4edc-b56a-7036610cb514 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:17.621033 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.624670 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c70512-63cb-4454-b876-887e3f5658b5 req-dc8961c2-e89e-4293-a74e-9ca68dcb70c3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:17.626210 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e8c70512-63cb-4454-b876-887e3f5658b5 req-dc8961c2-e89e-4293-a74e-9ca68dcb70c3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0957379 Jul 09 20:57:17.677511 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e8c70512-63cb-4454-b876-887e3f5658b5 req-05dcdabb-a927-4fb9-a7f7-17f66fd23bc4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Jul 09 20:57:17.846348 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f109693-0b23-4281-96a2-47f61e07a5ea req-8ea7b78e-0cd4-4950-9f24-947dac03f149 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:17.850551 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0f109693-0b23-4281-96a2-47f61e07a5ea req-8ea7b78e-0cd4-4950-9f24-947dac03f149 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0720656 Jul 09 20:57:17.888087 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0f109693-0b23-4281-96a2-47f61e07a5ea req-6ab9ad01-ee16-412b-ba77-c0ee1b10aa65 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Jul 09 20:57:18.854323 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fa05c-0369-4114-9889-dffd62f37769 req-0b0f110b-036b-4c0c-a95e-acdfa162b3e6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:18.856148 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-416fa05c-0369-4114-9889-dffd62f37769 req-0b0f110b-036b-4c0c-a95e-acdfa162b3e6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0662887 Jul 09 20:57:18.926973 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-416fa05c-0369-4114-9889-dffd62f37769 req-88762d8f-5562-495e-8b1d-760a3dab877d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593090 Jul 09 20:57:19.070192 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740d60b-78be-4152-b67e-d757070303b8 req-4281956d-a03a-410f-8d9e-33327a98c21c tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:19.071549 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3740d60b-78be-4152-b67e-d757070303b8 req-4281956d-a03a-410f-8d9e-33327a98c21c tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0639782 Jul 09 20:57:19.106968 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3740d60b-78be-4152-b67e-d757070303b8 req-74f8e1ca-c9dc-423d-bfcc-3de784df50bc tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299759 Jul 09 20:57:20.107667 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e49181-0ea1-4c30-962c-60e70e92a8d9 req-a079a879-1c12-4df0-a1db-eb6c8207c630 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:20.109179 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-40e49181-0ea1-4c30-962c-60e70e92a8d9 req-a079a879-1c12-4df0-a1db-eb6c8207c630 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0664935 Jul 09 20:57:20.147817 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-40e49181-0ea1-4c30-962c-60e70e92a8d9 req-0b681004-018c-4a21-b85f-233b09a2d980 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331302 Jul 09 20:57:20.276368 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ad582-482c-4661-be41-7b907f5511ed req-e2a50f66-13ce-4107-8da1-b71810adb10f tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:20.277729 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-304ad582-482c-4661-be41-7b907f5511ed req-e2a50f66-13ce-4107-8da1-b71810adb10f tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0598888 Jul 09 20:57:20.314043 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-304ad582-482c-4661-be41-7b907f5511ed req-3008f685-28a7-44fb-90b6-af28f59001d6 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306432 Jul 09 20:57:21.327196 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac29bc3-c5f5-4895-ae36-da16a19a7a47 req-a855f38e-bfea-4646-873c-c1aea6d06513 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:21.328591 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fac29bc3-c5f5-4895-ae36-da16a19a7a47 req-a855f38e-bfea-4646-873c-c1aea6d06513 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0627601 Jul 09 20:57:21.368644 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fac29bc3-c5f5-4895-ae36-da16a19a7a47 req-97553382-5cf5-491c-99e0-b5d55db7bca0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336976 Jul 09 20:57:21.489038 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754999f0-de15-4296-aec2-e2dfbddffea2 req-9fd0ffc3-15b7-4d3c-adbd-830f7b383bf6 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:21.490624 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-754999f0-de15-4296-aec2-e2dfbddffea2 req-9fd0ffc3-15b7-4d3c-adbd-830f7b383bf6 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0665357 Jul 09 20:57:21.527522 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-754999f0-de15-4296-aec2-e2dfbddffea2 req-7c4f2575-d836-48f5-9ef6-b0c40edf4e86 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310669 Jul 09 20:57:22.552318 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-c349a0ea-77c1-429c-9f43-33c9a3605e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:22.554421 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-c349a0ea-77c1-429c-9f43-33c9a3605e67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1099 time: 0.1463401 Jul 09 20:57:22.683478 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604ff19-6528-4e40-b193-12b6093a5f23 req-ebe4bd8d-25c1-4f7c-9810-904908c56b9d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:22.687295 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9604ff19-6528-4e40-b193-12b6093a5f23 req-ebe4bd8d-25c1-4f7c-9810-904908c56b9d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0817900 Jul 09 20:57:22.726631 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9604ff19-6528-4e40-b193-12b6093a5f23 req-8fc2dd33-b6ac-474b-8cdb-2612b6e0fac6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357528 Jul 09 20:57:22.779658 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-a83d15b5-8b38-48c1-b7b3-6c5a332389f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:22.780930 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-a83d15b5-8b38-48c1-b7b3-6c5a332389f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.1469457 Jul 09 20:57:22.791582 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660432f-dc6b-4b9c-a264-aa9c1f006604 req-4f98c473-7cd9-40c0-b053-42991d05392e tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:22.792982 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6660432f-dc6b-4b9c-a264-aa9c1f006604 req-4f98c473-7cd9-40c0-b053-42991d05392e tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0983236 Jul 09 20:57:22.872724 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6660432f-dc6b-4b9c-a264-aa9c1f006604 req-4bcb53b3-82f4-43bb-bae0-118c5cca674f tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731080 Jul 09 20:57:22.878835 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-064419e9-e55f-4600-a8ed-54ee3b0c8675 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 200 len: 1002 time: 0.0849695 Jul 09 20:57:22.931482 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-0b167550-eadc-4190-a9e1-bd0ee959736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:22.932983 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-0b167550-eadc-4190-a9e1-bd0ee959736a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0473175 Jul 09 20:57:22.998367 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-8f19e7c9-295c-43f3-b821-99eebef20efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:23.000012 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-8f19e7c9-295c-43f3-b821-99eebef20efc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598257 Jul 09 20:57:23.105309 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-71889922-e363-44ef-9eb5-86b21d363561 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983868 Jul 09 20:57:23.169774 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5951df-1e09-4044-b479-23296ab52ede req-bb5bb357-161e-47c7-a613-3d3e6fbf4f17 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:23.173299 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9b5951df-1e09-4044-b479-23296ab52ede req-bb5bb357-161e-47c7-a613-3d3e6fbf4f17 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0759556 Jul 09 20:57:23.173468 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:57:23.218359 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9b5951df-1e09-4044-b479-23296ab52ede req-077f464f-bf5b-4436-8726-f6dbcf3b9092 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 Jul 09 20:57:23.221841 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea3e133-2a7a-45db-8a88-94e41850db7e req-be26a3f0-a497-4813-a5da-65859b00d46c service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943856 Jul 09 20:57:23.293505 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:23.305087 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'f963b45c-8e55-4009-b600-e793c0274776', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'port_id': 'f963b45c-8e55-4009-b600-e793c0274776', 'mac_address': 'fa:16:3e:de:31:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:57:23.349998 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.367483 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f963b45c-8e55-4009-b600-e793c0274776 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:23.387497 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:23.392094 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.441777 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=6']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:23.630475 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['f963b45c-8e55-4009-b600-e793c0274776'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:24.075812 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebd3da-b466-4488-988d-6e135b17ffd8 req-2f72d85c-9499-42f1-8b7e-6fe1c3f48bae tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:24.077513 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-42ebd3da-b466-4488-988d-6e135b17ffd8 req-2f72d85c-9499-42f1-8b7e-6fe1c3f48bae tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0688081 Jul 09 20:57:24.116846 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-42ebd3da-b466-4488-988d-6e135b17ffd8 req-c51f5e6d-43b0-4aae-8c63-8f03a15706f3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334942 Jul 09 20:57:24.189032 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46228) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:24.299066 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2e64b7d1-141c-4e46-846e-35e0e85f2542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.435445 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2e64b7d1-141c-4e46-846e-35e0e85f2542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.444249 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb59d7-dd62-45e9-a555-44b297c47887 req-f0ad9d72-db54-47ab-ae01-8abaebf810db tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:24.445812 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-89eb59d7-dd62-45e9-a555-44b297c47887 req-f0ad9d72-db54-47ab-ae01-8abaebf810db tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.1040006 Jul 09 20:57:24.446914 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2e64b7d1-141c-4e46-846e-35e0e85f2542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.503668 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b7d1-141c-4e46-846e-35e0e85f2542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05b95df-228f-49a7-b0ca-ab6b1ca03812,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:24.511657 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-2e64b7d1-141c-4e46-846e-35e0e85f2542 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a368408b033422b9052a4847ba13b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213413 Jul 09 20:57:24.514346 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46236) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:24.530792 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-89eb59d7-dd62-45e9-a555-44b297c47887 req-a7f10689-b197-49f4-a822-1852caf3beff tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656979 Jul 09 20:57:24.568728 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f35b-fd61-46d3-a2fa-be1b2af32403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.589187 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f35b-fd61-46d3-a2fa-be1b2af32403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.637011 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f35b-fd61-46d3-a2fa-be1b2af32403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.641533 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f35b-fd61-46d3-a2fa-be1b2af32403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.641533 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-8ac4f35b-fd61-46d3-a2fa-be1b2af32403 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e05b95df-228f-49a7-b0ca-ab6b1ca03812 HTTP/1.1" status: 204 len: 168 time: 0.1252759 Jul 09 20:57:24.648957 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4f35b-fd61-46d3-a2fa-be1b2af32403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05b95df-228f-49a7-b0ca-ab6b1ca03812,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:24.904717 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46244) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:24.919063 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-936a538b-7c0b-4c92-87d8-a9c618f0a13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.011114 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-936a538b-7c0b-4c92-87d8-a9c618f0a13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.015344 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-936a538b-7c0b-4c92-87d8-a9c618f0a13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.056894 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-936a538b-7c0b-4c92-87d8-a9c618f0a13f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4aec69700d046d5949c59cfbe505655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510372 Jul 09 20:57:25.057828 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a538b-7c0b-4c92-87d8-a9c618f0a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714948c6-efbe-451d-9f15-7ee9355cf296,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.059668 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46256) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:25.113764 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3990c164-6549-4ad7-8fe0-ce871a6b1ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.135730 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3990c164-6549-4ad7-8fe0-ce871a6b1ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.189217 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:25.193313 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3990c164-6549-4ad7-8fe0-ce871a6b1ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.196032 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3990c164-6549-4ad7-8fe0-ce871a6b1ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.200415 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-3990c164-6549-4ad7-8fe0-ce871a6b1ed7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/714948c6-efbe-451d-9f15-7ee9355cf296 HTTP/1.1" status: 204 len: 168 time: 0.1394002 Jul 09 20:57:25.212736 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990c164-6549-4ad7-8fe0-ce871a6b1ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714948c6-efbe-451d-9f15-7ee9355cf296,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.259844 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port f963b45c-8e55-4009-b600-e793c0274776 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:25.260127 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.321437 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa169e0-7545-42ad-a6e9-192a57105099 req-b1238469-7684-4a7a-9c17-14887ab29b58 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:25.328509 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ffa169e0-7545-42ad-a6e9-192a57105099 req-b1238469-7684-4a7a-9c17-14887ab29b58 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0791397 Jul 09 20:57:25.347364 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.382941 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:25.384242 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:25.387123 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ab246-910c-4912-93fa-8aa867e9fd4e" -d '{"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-plugged", "status": "completed", "tag": "f963b45c-8e55-4009-b600-e793c0274776"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:25.393021 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ffa169e0-7545-42ad-a6e9-192a57105099 req-a53c73e7-15bd-49d3-a72c-6be031dd0df7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632029 Jul 09 20:57:25.402010 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.442979 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488c5b9-0120-4da4-9918-00afdc679526 x-openstack-request-id: req-5488c5b9-0120-4da4-9918-00afdc679526 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:25.443812 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-plugged", "status": "completed", "tag": "f963b45c-8e55-4009-b600-e793c0274776", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:25.444071 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46272) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:25.444228 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5488c5b9-0120-4da4-9918-00afdc679526 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:25.444450 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776', 'code': 200} Jul 09 20:57:25.470658 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=7']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.588920 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-fe272599-3232-4cf6-b901-419f5f56a865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.594212 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46280) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:25.608573 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a3530a06-5c3b-40a3-94da-08ac854cd0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.721008 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-fe272599-3232-4cf6-b901-419f5f56a865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.736347 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-fe272599-3232-4cf6-b901-419f5f56a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.791596 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc9241-bb41-4a11-a0ac-585ec6033a2a req-ec34eee0-3553-4106-a43b-e6c8a0531f28 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:25.791596 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ccbc9241-bb41-4a11-a0ac-585ec6033a2a req-ec34eee0-3553-4106-a43b-e6c8a0531f28 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.1178141 Jul 09 20:57:25.795155 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272599-3232-4cf6-b901-419f5f56a865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f1d91-da49-4c62-837e-a018cdfa01f9,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.799811 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-fe272599-3232-4cf6-b901-419f5f56a865 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b12a74ec9ae48a1b2a4addc4f1e9f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546574 Jul 09 20:57:25.804325 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46284) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:25.845040 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ccbc9241-bb41-4a11-a0ac-585ec6033a2a req-ec5a8733-8569-469b-9553-e8e721d0584e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Jul 09 20:57:25.858106 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a3530a06-5c3b-40a3-94da-08ac854cd0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.863470 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a3530a06-5c3b-40a3-94da-08ac854cd0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.904407 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-24b6b02a-32c5-485a-8407-9bc8b05c01bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.910763 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3530a06-5c3b-40a3-94da-08ac854cd0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d655bc-c427-49b1-8541-794cc54b684b,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.923531 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a3530a06-5c3b-40a3-94da-08ac854cd0ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44c890afa1e749d695d5f9a6b6210f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281803 Jul 09 20:57:25.926151 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46286) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:25.934948 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-24b6b02a-32c5-485a-8407-9bc8b05c01bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.980524 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6d247ed6-e3fa-4299-a32f-b46a06f0061a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.984274 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-24b6b02a-32c5-485a-8407-9bc8b05c01bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.986871 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-24b6b02a-32c5-485a-8407-9bc8b05c01bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.987982 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-24b6b02a-32c5-485a-8407-9bc8b05c01bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f7f1d91-da49-4c62-837e-a018cdfa01f9 HTTP/1.1" status: 204 len: 168 time: 0.1826699 Jul 09 20:57:25.997970 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6b02a-32c5-485a-8407-9bc8b05c01bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f1d91-da49-4c62-837e-a018cdfa01f9,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:26.007881 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6d247ed6-e3fa-4299-a32f-b46a06f0061a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.058754 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6d247ed6-e3fa-4299-a32f-b46a06f0061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.061323 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6d247ed6-e3fa-4299-a32f-b46a06f0061a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.062509 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-6d247ed6-e3fa-4299-a32f-b46a06f0061a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f3d655bc-c427-49b1-8541-794cc54b684b HTTP/1.1" status: 204 len: 168 time: 0.1353567 Jul 09 20:57:26.070211 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d247ed6-e3fa-4299-a32f-b46a06f0061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d655bc-c427-49b1-8541-794cc54b684b,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:26.384759 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46302) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:26.402195 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a247-ac56-45b4-b13e-bddacd84df27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.494266 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a247-ac56-45b4-b13e-bddacd84df27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.501759 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a247-ac56-45b4-b13e-bddacd84df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.545915 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3a247-ac56-45b4-b13e-bddacd84df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51381bf8-9a0f-45cf-8217-73e539240b4f,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:26.558709 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-f7f3a247-ac56-45b4-b13e-bddacd84df27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=160f0605349a4883a41151d43e238e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714613 Jul 09 20:57:26.560237 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46310) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:26.594718 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb156f8-2e75-44f9-aa63-34fa55c5d35e req-43fdabf6-0e54-4d25-af7c-4c8070fbe100 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:26.596239 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-edb156f8-2e75-44f9-aa63-34fa55c5d35e req-43fdabf6-0e54-4d25-af7c-4c8070fbe100 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0830145 Jul 09 20:57:26.629375 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a13ac819-51f6-4ec0-89e0-7b81d0097e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.649858 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-edb156f8-2e75-44f9-aa63-34fa55c5d35e req-042db0a6-b0fb-4620-965b-3894b3dbdcc7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Jul 09 20:57:26.669253 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a13ac819-51f6-4ec0-89e0-7b81d0097e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.726267 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a13ac819-51f6-4ec0-89e0-7b81d0097e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.729212 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a13ac819-51f6-4ec0-89e0-7b81d0097e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.733009 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-a13ac819-51f6-4ec0-89e0-7b81d0097e77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/51381bf8-9a0f-45cf-8217-73e539240b4f HTTP/1.1" status: 204 len: 168 time: 0.1718013 Jul 09 20:57:26.741460 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ac819-51f6-4ec0-89e0-7b81d0097e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51381bf8-9a0f-45cf-8217-73e539240b4f,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:27.189978 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f2a34-23e9-462e-887a-bffc8609d13e req-0f2a4b18-d75b-42cf-8531-343cdcc4fa6c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.191596 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-008f2a34-23e9-462e-887a-bffc8609d13e req-0f2a4b18-d75b-42cf-8531-343cdcc4fa6c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0717270 Jul 09 20:57:27.233791 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-008f2a34-23e9-462e-887a-bffc8609d13e req-a04ab5dc-08e2-49c2-a088-368711b0dd08 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359187 Jul 09 20:57:27.852206 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b856046-5c94-42f5-9ca1-219de32f8273 req-3595c3fe-826f-4203-9990-1dbdf69bfe27 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.853363 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7b856046-5c94-42f5-9ca1-219de32f8273 req-3595c3fe-826f-4203-9990-1dbdf69bfe27 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0753853 Jul 09 20:57:27.922465 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7b856046-5c94-42f5-9ca1-219de32f8273 req-71943045-3078-474a-af7f-5c73964d0120 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631599 Jul 09 20:57:28.406505 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b44ee6-2445-4ac4-b673-26eef3d8b294 req-b7b6174d-9c82-439d-bee3-f804df70ab28 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.407771 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-68b44ee6-2445-4ac4-b673-26eef3d8b294 req-b7b6174d-9c82-439d-bee3-f804df70ab28 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0647151 Jul 09 20:57:28.447583 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-68b44ee6-2445-4ac4-b673-26eef3d8b294 req-2aa9a7a8-2b2e-485f-a4bd-e33dc8a832c9 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343785 Jul 09 20:57:29.053335 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46434) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:29.097615 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b459182-3541-4813-a664-6964dead792b req-2e704d78-2404-4921-9f8c-b5ec1152a170 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:29.099756 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b459182-3541-4813-a664-6964dead792b req-2e704d78-2404-4921-9f8c-b5ec1152a170 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0606132 Jul 09 20:57:29.141343 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b459182-3541-4813-a664-6964dead792b req-7bc7fe80-5b7d-469b-992b-36b9cab1e244 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358732 Jul 09 20:57:29.162098 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-276ec1a9-3cdc-4c1a-bc6f-bbe10d31edd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.253269 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-276ec1a9-3cdc-4c1a-bc6f-bbe10d31edd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.257838 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-276ec1a9-3cdc-4c1a-bc6f-bbe10d31edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.298886 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-276ec1a9-3cdc-4c1a-bc6f-bbe10d31edd6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c409de3963734625aca5d6e65bdf378d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444382 Jul 09 20:57:29.299760 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ec1a9-3cdc-4c1a-bc6f-bbe10d31edd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb19f5-7b0e-45e7-9bfe-c0e79ababe95,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:29.301563 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46442) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:29.358310 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-cceb9e5d-04e2-41a8-8f38-948e1b8515cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.384380 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-cceb9e5d-04e2-41a8-8f38-948e1b8515cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.434852 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-cceb9e5d-04e2-41a8-8f38-948e1b8515cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.438452 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-cceb9e5d-04e2-41a8-8f38-948e1b8515cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.449828 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-cceb9e5d-04e2-41a8-8f38-948e1b8515cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7cbb19f5-7b0e-45e7-9bfe-c0e79ababe95 HTTP/1.1" status: 204 len: 168 time: 0.1426535 Jul 09 20:57:29.462067 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb9e5d-04e2-41a8-8f38-948e1b8515cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb19f5-7b0e-45e7-9bfe-c0e79ababe95,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:29.730045 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46454) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:29.743406 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bea33232-1eb0-4363-8ec8-4f03f2dcef94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.871400 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bea33232-1eb0-4363-8ec8-4f03f2dcef94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.875174 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bea33232-1eb0-4363-8ec8-4f03f2dcef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.923098 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-bea33232-1eb0-4363-8ec8-4f03f2dcef94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f3ba30a9fb54f67aff6981ac6b4f6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919723 Jul 09 20:57:29.925819 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46458) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:29.927811 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea33232-1eb0-4363-8ec8-4f03f2dcef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287fa715-05e1-4d80-a231-9ebfa3554595,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:29.938287 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f49fe6-2247-43f7-9680-44c40c19d0ef req-1812596c-9c94-4829-be47-39787709bbe2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:29.939760 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-32f49fe6-2247-43f7-9680-44c40c19d0ef req-1812596c-9c94-4829-be47-39787709bbe2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.1267908 Jul 09 20:57:29.980346 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-57e67186-d518-4015-bb98-1d296edd4b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.982516 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-32f49fe6-2247-43f7-9680-44c40c19d0ef req-b862c16d-4f6e-4616-b6fa-9ffbdc213158 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355909 Jul 09 20:57:30.009067 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-57e67186-d518-4015-bb98-1d296edd4b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.054144 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-57e67186-d518-4015-bb98-1d296edd4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.056939 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-57e67186-d518-4015-bb98-1d296edd4b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.058073 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-57e67186-d518-4015-bb98-1d296edd4b25 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/287fa715-05e1-4d80-a231-9ebfa3554595 HTTP/1.1" status: 204 len: 168 time: 0.1312723 Jul 09 20:57:30.065496 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e67186-d518-4015-bb98-1d296edd4b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287fa715-05e1-4d80-a231-9ebfa3554595,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:30.336753 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bb98f-e4a8-4551-8823-eb31454d9b55 req-616af2e2-3d38-4d45-8dd5-748554a6587f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:30.338263 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-989bb98f-e4a8-4551-8823-eb31454d9b55 req-616af2e2-3d38-4d45-8dd5-748554a6587f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0676115 Jul 09 20:57:30.381099 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-989bb98f-e4a8-4551-8823-eb31454d9b55 req-4f1b0db0-2ff1-46ce-9706-354b28c2b24a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365455 Jul 09 20:57:30.746949 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46496) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:30.874691 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-460958476-network', 'tenant_id': '8ec9358e5a6e4c8ea87995329101f951'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:30.911545 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Made reservation on behalf of 8ec9358e5a6e4c8ea87995329101f951 for: {'network': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:30.914067 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.922371 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.057054 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.062977 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.091752 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=92867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:57:31.117588 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ad05ec-caa7-48b7-b8e0-18a7d901c7c4,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:31.123879 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.124248 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.segments_db [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Added segment 7e7da568-30c1-4ae0-b827-0a17c0e9e6f6 of type vlan for network a65c2534-b3e5-48be-bd7c-b9aecce4f910 Jul 09 20:57:31.178082 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.253741 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.254653 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.255795 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.336475 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5884066 Jul 09 20:57:31.339385 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46550) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:31.344534 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be1f4d-f90b-4863-bb2b-5f67367a7d4a admin admin] Pushing event updated for resources: {'Network': ['ID=a65c2534-b3e5-48be-bd7c-b9aecce4f910,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:31.359197 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Request body: {'subnet': {'network_id': 'a65c2534-b3e5-48be-bd7c-b9aecce4f910', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-460958476-subnet', 'tenant_id': '8ec9358e5a6e4c8ea87995329101f951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:31.359431 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798496d-88b0-4cf8-81ee-f0850832fc35 req-b3b2231a-8712-4e2e-a0bb-68ca90e1b3a6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.359730 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network a65c2534-b3e5-48be-bd7c-b9aecce4f910 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:57:31.360961 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2798496d-88b0-4cf8-81ee-f0850832fc35 req-b3b2231a-8712-4e2e-a0bb-68ca90e1b3a6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.1787086 Jul 09 20:57:31.400453 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Made reservation on behalf of 8ec9358e5a6e4c8ea87995329101f951 for: {'subnet': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:31.403987 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8754535'] for subnet, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.434048 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2798496d-88b0-4cf8-81ee-f0850832fc35 req-cd1ea212-47d0-46c3-8188-236309f11cf0 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632265 Jul 09 20:57:31.690341 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3269833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8754549'] for subnet, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.705529 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0395-e91f-44d3-8de6-ac379724226a req-6f7708ae-4250-442a-a2b9-3840eddcdfbd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.706995 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7c9e0395-e91f-44d3-8de6-ac379724226a req-6f7708ae-4250-442a-a2b9-3840eddcdfbd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.1398835 Jul 09 20:57:31.795525 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc3bc43-ea90-4cdd-9e21-609a3653893b,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:31.806188 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7c9e0395-e91f-44d3-8de6-ac379724226a req-dce5ac17-b7e3-40b9-892c-14e6e573b56f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686133 Jul 09 20:57:31.810062 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Checking segment: {'id': '7e7da568-30c1-4ae0-b827-0a17c0e9e6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a65c2534-b3e5-48be-bd7c-b9aecce4f910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:31.810408 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Network hostable DHCP agents. Network: a65c2534-b3e5-48be-bd7c-b9aecce4f910, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:57:31.831911 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Network a65c2534-b3e5-48be-bd7c-b9aecce4f910 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:57:31.843186 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, a65c2534-b3e5-48be-bd7c-b9aecce4f910) {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:31.849125 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.850019 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.854122 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644be298-167f-4a7a-95f8-76c16654cf5c None None] Network a65c2534-b3e5-48be-bd7c-b9aecce4f910 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:31.869480 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-ce782927-31c1-42ad-b39a-2477aef2e59e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5278609 Jul 09 20:57:32.138727 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:57:32.202720 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7deee02-01b7-478f-bfa7-720c261d9ea7 None None] Network a65c2534-b3e5-48be-bd7c-b9aecce4f910 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:32.439197 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46600) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:32.444150 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1191907862-network', 'tenant_id': '929c121cd5c640e89f6488d7d1eec651'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:32.475604 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Made reservation on behalf of 929c121cd5c640e89f6488d7d1eec651 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:32.479311 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.495995 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.713824 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.720968 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.726462 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc7049-92f8-4108-b3b3-00cba4f192e2 req-a1bbcb8a-58f8-4025-82a6-def126c3dc2d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:32.734528 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-31bc7049-92f8-4108-b3b3-00cba4f192e2 req-a1bbcb8a-58f8-4025-82a6-def126c3dc2d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.1787667 Jul 09 20:57:32.759988 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:57:32.768157 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792abb12-8459-46b9-b5da-4bd025e3ce18,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:32.777997 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.778982 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Added segment ecb65c65-82b8-4533-b948-54526a569f42 of type vlan for network 09a4d079-2149-4574-89e9-c8d8b7244f25 Jul 09 20:57:32.785377 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-31bc7049-92f8-4108-b3b3-00cba4f192e2 req-273aaea1-214e-4cae-8fc6-7e417a4f8898 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490928 Jul 09 20:57:32.842491 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.884363 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.885419 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:32.886012 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.973471 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5331929 Jul 09 20:57:32.974022 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46608) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:32.979009 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Request body: {'subnet': {'network_id': '09a4d079-2149-4574-89e9-c8d8b7244f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1191907862-subnet', 'tenant_id': '929c121cd5c640e89f6488d7d1eec651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:32.993998 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b988321-50de-471f-bec1-dbe170efdd89 admin admin] Pushing event updated for resources: {'Network': ['ID=09a4d079-2149-4574-89e9-c8d8b7244f25,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:33.006081 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network 09a4d079-2149-4574-89e9-c8d8b7244f25 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:57:33.007013 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Made reservation on behalf of 929c121cd5c640e89f6488d7d1eec651 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:33.009989 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530015'] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.079136 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fae56-957d-49f4-983c-8fc240d7146c req-45af5627-a622-4aaa-bb6a-c329cfc932cd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:33.081826 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-115fae56-957d-49f4-983c-8fc240d7146c req-45af5627-a622-4aaa-bb6a-c329cfc932cd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.1332951 Jul 09 20:57:33.135914 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-115fae56-957d-49f4-983c-8fc240d7146c req-ac006b17-794b-477b-a3cf-8cf4e411889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469644 Jul 09 20:57:33.234266 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529997'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.305873 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b335623c-5bbc-4ce1-bd26-08597d6aa41e,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:33.321632 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Checking segment: {'id': 'ecb65c65-82b8-4533-b948-54526a569f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '09a4d079-2149-4574-89e9-c8d8b7244f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:33.321997 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Network hostable DHCP agents. Network: 09a4d079-2149-4574-89e9-c8d8b7244f25, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:57:33.339008 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Network 09a4d079-2149-4574-89e9-c8d8b7244f25 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:57:33.347973 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, 09a4d079-2149-4574-89e9-c8d8b7244f25) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:33.352701 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:33.353300 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.358335 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae11e1-a175-4641-aca4-9fa8ee6dc705 None None] Network 09a4d079-2149-4574-89e9-c8d8b7244f25 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:33.368280 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-4adc10c9-9102-4226-a2aa-f83e504e533d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3931623 Jul 09 20:57:33.492560 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f8977d-2e70-47b3-aba3-f6bb40d06e92 None None] Network 09a4d079-2149-4574-89e9-c8d8b7244f25 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:34.022444 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51e544-73d5-4a73-93da-06bccbc614e1 req-c91419a7-7818-4385-86d6-ef589052c946 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:34.025604 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0a51e544-73d5-4a73-93da-06bccbc614e1 req-c91419a7-7818-4385-86d6-ef589052c946 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.1173289 Jul 09 20:57:34.066610 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0a51e544-73d5-4a73-93da-06bccbc614e1 req-57444881-19ed-4125-b6af-e8ad87b837f4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351877 Jul 09 20:57:34.333801 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdd83e-8400-4a57-818f-16b57e35739d req-c84d8ae6-c83b-4d73-91d9-9402b46b1783 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:34.335182 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69fdd83e-8400-4a57-818f-16b57e35739d req-c84d8ae6-c83b-4d73-91d9-9402b46b1783 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0682125 Jul 09 20:57:34.373382 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69fdd83e-8400-4a57-818f-16b57e35739d req-18841a0f-d151-4961-b530-e6b93ae316c6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327039 Jul 09 20:57:35.266856 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99f37b-bc27-429a-9a75-19054ae60ff5 req-6b97b2aa-8bbd-4335-bf5f-0108dd0cce64 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:35.269055 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ad99f37b-bc27-429a-9a75-19054ae60ff5 req-6b97b2aa-8bbd-4335-bf5f-0108dd0cce64 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0796292 Jul 09 20:57:35.318089 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ad99f37b-bc27-429a-9a75-19054ae60ff5 req-650d89d9-063d-4a98-a95e-c3f331808a41 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 Jul 09 20:57:35.571035 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263212-ae3c-418f-a7cf-e9cf78161dcc req-457d98ec-52d8-4d0b-b6ab-8bf24bf24b71 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:35.572499 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f263212-ae3c-418f-a7cf-e9cf78161dcc req-457d98ec-52d8-4d0b-b6ab-8bf24bf24b71 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0740490 Jul 09 20:57:35.612687 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f263212-ae3c-418f-a7cf-e9cf78161dcc req-f8726a12-6151-4b92-804d-a5296a275f86 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339155 Jul 09 20:57:36.535773 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a1eec-d97e-4217-aa87-c1bede5d586c req-8eeed0db-0bee-4340-aeec-46081e4d54ce tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:36.537663 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9a0a1eec-d97e-4217-aa87-c1bede5d586c req-8eeed0db-0bee-4340-aeec-46081e4d54ce tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0905514 Jul 09 20:57:36.586908 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9a0a1eec-d97e-4217-aa87-c1bede5d586c req-8aac243a-e364-4a80-8bac-cd8d543099ed tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 Jul 09 20:57:36.807346 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391277-af71-4d19-b25b-1ef9c2f21143 req-7248ca74-3c3e-4e6a-8c3e-2e3f92b604c3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:36.808869 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a7391277-af71-4d19-b25b-1ef9c2f21143 req-7248ca74-3c3e-4e6a-8c3e-2e3f92b604c3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0663381 Jul 09 20:57:36.853262 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a7391277-af71-4d19-b25b-1ef9c2f21143 req-79d0bab8-dec9-4311-89f7-a222896263ba tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Jul 09 20:57:37.768087 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2dffb-516e-4f1a-8b94-225414696214 req-d782137f-98ad-4002-a676-27b46e704195 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:37.769520 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9eb2dffb-516e-4f1a-8b94-225414696214 req-d782137f-98ad-4002-a676-27b46e704195 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0660057 Jul 09 20:57:37.808678 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9eb2dffb-516e-4f1a-8b94-225414696214 req-c2c4cb1f-e2aa-411c-96c8-15ccb5ad1cfc tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327957 Jul 09 20:57:38.040588 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913520-f074-4c43-af2d-8c2b871ec14f req-35d942d4-5d1b-4bd1-9b02-24d98705369a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:38.041974 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3d913520-f074-4c43-af2d-8c2b871ec14f req-35d942d4-5d1b-4bd1-9b02-24d98705369a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0701408 Jul 09 20:57:38.079409 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3d913520-f074-4c43-af2d-8c2b871ec14f req-fa8c54cc-cd37-45f9-a666-904afc4566a1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Jul 09 20:57:38.999813 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71943b75-6c17-4efb-975c-7c625f25fc7e req-feaa7fde-10ac-437a-a527-b1174dd66ba5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:39.001305 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-71943b75-6c17-4efb-975c-7c625f25fc7e req-feaa7fde-10ac-437a-a527-b1174dd66ba5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0814404 Jul 09 20:57:39.050418 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-71943b75-6c17-4efb-975c-7c625f25fc7e req-d43aa92b-1223-45a5-b9b7-9d8da88cd1f4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413232 Jul 09 20:57:39.265376 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8d732-666d-492d-b2c4-657be7e126aa req-4541ffb2-70e7-42ad-88c7-d91b32680e38 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:39.268245 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11d8d732-666d-492d-b2c4-657be7e126aa req-4541ffb2-70e7-42ad-88c7-d91b32680e38 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0675213 Jul 09 20:57:39.309250 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-11d8d732-666d-492d-b2c4-657be7e126aa req-dcda9e83-7f3a-444c-a9de-cf22fd55246e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347624 Jul 09 20:57:40.345680 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c1b5-922a-4d3e-a41b-abd9eedafd6e req-51d7acfa-1895-4dd4-be05-5d9eed5db21e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:40.345680 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9643c1b5-922a-4d3e-a41b-abd9eedafd6e req-51d7acfa-1895-4dd4-be05-5d9eed5db21e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0803161 Jul 09 20:57:40.404613 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9643c1b5-922a-4d3e-a41b-abd9eedafd6e req-4a0e19c1-93f4-4c5f-a400-542a5958d0cd tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Jul 09 20:57:40.531557 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c772cd1-7a45-42ad-9e42-4443194e75a9 req-63ed70a6-2cfb-47ec-bdf9-549896a9fc9c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:40.539453 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2c772cd1-7a45-42ad-9e42-4443194e75a9 req-63ed70a6-2cfb-47ec-bdf9-549896a9fc9c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0802824 Jul 09 20:57:40.591787 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2c772cd1-7a45-42ad-9e42-4443194e75a9 req-6d7700fa-57bb-4262-b94e-eac71f1e2ad6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509989 Jul 09 20:57:40.802741 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-63fb6e3d-c4db-45d9-852b-e9942cf36273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:41.619134 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4212211-fac4-457f-a1af-6582bd3f1d05 req-2ee2258d-ab0b-4ef8-b039-8c088cdd9812 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:41.627268 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d4212211-fac4-457f-a1af-6582bd3f1d05 req-2ee2258d-ab0b-4ef8-b039-8c088cdd9812 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0837529 Jul 09 20:57:41.689689 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d4212211-fac4-457f-a1af-6582bd3f1d05 req-601c94de-9f4a-4979-9831-70b85e7ca9bf tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611756 Jul 09 20:57:41.862226 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169ec8d-1977-4b9b-9104-e772838baf55 req-734ab776-931d-45bf-8df6-df98ab1969ec tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:41.864894 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7169ec8d-1977-4b9b-9104-e772838baf55 req-734ab776-931d-45bf-8df6-df98ab1969ec tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0827940 Jul 09 20:57:41.907609 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7169ec8d-1977-4b9b-9104-e772838baf55 req-80e63423-026c-4d36-b20b-e48b96dba926 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350900 Jul 09 20:57:42.873730 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719e1eb-54a6-47f1-95b2-c40c14757abd req-3385311e-a3bd-44db-97fc-4234e97c3bae tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:42.875503 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5719e1eb-54a6-47f1-95b2-c40c14757abd req-3385311e-a3bd-44db-97fc-4234e97c3bae tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0750773 Jul 09 20:57:42.927302 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5719e1eb-54a6-47f1-95b2-c40c14757abd req-bf6ca414-2443-4e85-b966-33f232cbb9c7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450153 Jul 09 20:57:43.105107 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23f95e-eda6-4071-852c-07929a304a5a req-6431de41-ae7b-4824-9f20-aa3ffb1a347c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:43.112997 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-df23f95e-eda6-4071-852c-07929a304a5a req-6431de41-ae7b-4824-9f20-aa3ffb1a347c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0733330 Jul 09 20:57:43.149972 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-df23f95e-eda6-4071-852c-07929a304a5a req-129695da-7b7d-41e7-88dc-daf705fdabb0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361271 Jul 09 20:57:43.319404 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23320-0b77-4849-88b6-efc735b464c4 req-8f3804b9-a060-48ad-8762-8e5b5c6263fa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:43.321000 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7bb23320-0b77-4849-88b6-efc735b464c4 req-8f3804b9-a060-48ad-8762-8e5b5c6263fa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0695040 Jul 09 20:57:43.360633 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7bb23320-0b77-4849-88b6-efc735b464c4 req-eb55d1c1-7b56-41de-9a1d-b7898da5ed65 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337303 Jul 09 20:57:43.462567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-a8c179f7-c798-4745-a1b6-28537eb826e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:43.778391 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:44.338997 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b53d1-0ca4-4abe-8704-6fb4f9af7d10 req-bedc635b-dd8c-4817-b92c-440777aa3b55 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:44.340473 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-308b53d1-0ca4-4abe-8704-6fb4f9af7d10 req-bedc635b-dd8c-4817-b92c-440777aa3b55 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0639598 Jul 09 20:57:44.380605 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-308b53d1-0ca4-4abe-8704-6fb4f9af7d10 req-b2e26aa6-e12f-4a3e-808c-3a5ada2f173a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342848 Jul 09 20:57:44.545224 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bff61a-c3da-40e2-a144-12b8334e060b req-9cf92a5c-02ae-49cf-b67a-e452216914c5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:44.546694 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e3bff61a-c3da-40e2-a144-12b8334e060b req-9cf92a5c-02ae-49cf-b67a-e452216914c5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0664401 Jul 09 20:57:44.585716 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e3bff61a-c3da-40e2-a144-12b8334e060b req-991e5159-cf54-4abd-a4bb-3c57c3f1e346 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329249 Jul 09 20:57:44.593510 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:44.966753 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:45.565607 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f03289-fa2b-4e68-96ed-eceba848f434 req-9714de19-7c4c-48e4-821a-f9cdfee9759c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:45.567074 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-02f03289-fa2b-4e68-96ed-eceba848f434 req-9714de19-7c4c-48e4-821a-f9cdfee9759c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0684199 Jul 09 20:57:45.605846 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-02f03289-fa2b-4e68-96ed-eceba848f434 req-20f04513-0094-4032-976f-c8e8dc416977 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332909 Jul 09 20:57:45.759452 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b834d0-6679-4545-a649-90a46cd8c889 req-3af1ecb7-5417-4ad1-aaa1-d53e9ff82143 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:45.760837 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f1b834d0-6679-4545-a649-90a46cd8c889 req-3af1ecb7-5417-4ad1-aaa1-d53e9ff82143 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0629413 Jul 09 20:57:45.798485 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f1b834d0-6679-4545-a649-90a46cd8c889 req-8606e27d-9307-4e25-9803-ef62f68f4429 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Jul 09 20:57:46.072959 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:46.788506 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e605cdc-ae86-487d-894a-01050320df19 req-bba3e09b-9853-4b62-ac13-c791ed42fece tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:46.790001 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e605cdc-ae86-487d-894a-01050320df19 req-bba3e09b-9853-4b62-ac13-c791ed42fece tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0650747 Jul 09 20:57:46.826395 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e605cdc-ae86-487d-894a-01050320df19 req-3ab72fdc-e7ec-46f5-a5ee-5011135f5e8e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307839 Jul 09 20:57:46.978224 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345cbff-a9b4-4223-8d74-d03187a588f2 req-52ef49c4-d340-4a60-bf46-c80570467343 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:46.979691 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a345cbff-a9b4-4223-8d74-d03187a588f2 req-52ef49c4-d340-4a60-bf46-c80570467343 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0646217 Jul 09 20:57:47.016536 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a345cbff-a9b4-4223-8d74-d03187a588f2 req-ddc47819-8e3e-49d5-a5d3-3a9bcb4fb1fa tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314143 Jul 09 20:57:47.449450 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-2b327683-f484-4756-a489-37741c7e52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:47.450894 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-2b327683-f484-4756-a489-37741c7e52ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 1099 time: 0.1402740 Jul 09 20:57:47.540020 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-20fc1f9a-c709-491d-9313-c762bc20972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:47.541518 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-20fc1f9a-c709-491d-9313-c762bc20972d service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 911 time: 0.0832818 Jul 09 20:57:47.606493 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-87ae304c-0668-4661-b1dd-c8a24734578e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 200 len: 1002 time: 0.0582225 Jul 09 20:57:47.655471 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-33519588-e468-463b-bdb8-52bda1db17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:47.656944 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-33519588-e468-463b-bdb8-52bda1db17d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.0435865 Jul 09 20:57:47.712008 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-276cafec-e6d1-40d2-9ea1-4c80c190f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:47.713510 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-276cafec-e6d1-40d2-9ea1-4c80c190f324 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501537 Jul 09 20:57:47.802979 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-425ee72d-7774-457a-a0e8-e450f82b796d service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827682 Jul 09 20:57:47.893639 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0a29469-8a14-49d0-ad6a-80d179ce55a9 req-2c3748d3-1c4b-45ff-a922-d2c56932cef7 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839171 Jul 09 20:57:48.005247 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769be603-47d9-43e1-bef7-253fddb5f335 req-cd6f224a-f69f-4f38-bd2b-c980bf60afdb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:48.006678 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-769be603-47d9-43e1-bef7-253fddb5f335 req-cd6f224a-f69f-4f38-bd2b-c980bf60afdb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0622466 Jul 09 20:57:48.044224 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-769be603-47d9-43e1-bef7-253fddb5f335 req-c342bc1d-e038-4df2-9b11-585eb9e18ef2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Jul 09 20:57:48.185239 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5a597-06c5-483c-bc8f-dbafe42d89a4 req-ac6963a7-f48c-4949-bdea-438e743d1ec7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:48.186742 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-73a5a597-06c5-483c-bc8f-dbafe42d89a4 req-ac6963a7-f48c-4949-bdea-438e743d1ec7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0629420 Jul 09 20:57:48.225550 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-73a5a597-06c5-483c-bc8f-dbafe42d89a4 req-55e9ee87-8026-4687-aa63-5503068d9b40 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Jul 09 20:57:49.040032 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46854) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:49.147684 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8c5f0dd7-f36c-44bb-8fce-19b969e60999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.259525 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76796d3-144f-439b-9dab-688e91ca12db req-caf8693c-1410-4f75-ba63-a19e1d2c922d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:49.261100 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d76796d3-144f-439b-9dab-688e91ca12db req-caf8693c-1410-4f75-ba63-a19e1d2c922d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0990889 Jul 09 20:57:49.310927 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8c5f0dd7-f36c-44bb-8fce-19b969e60999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.327816 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8c5f0dd7-f36c-44bb-8fce-19b969e60999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.335513 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d76796d3-144f-439b-9dab-688e91ca12db req-9ea8c510-eb71-4fda-93d6-f1cd4cba8683 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548928 Jul 09 20:57:49.361913 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f0dd7-f36c-44bb-8fce-19b969e60999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65ad462-0afb-4fc3-a970-41526d320367,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:49.398860 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8c5f0dd7-f36c-44bb-8fce-19b969e60999 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f7054c1b2f8410991cc45bfa266d4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554132 Jul 09 20:57:49.399277 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46868) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:49.462400 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd5e88e4-36f9-4226-b821-829ce4580299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.479271 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bb714-3b20-4976-aee8-9bed241ec3be req-38a1b437-90eb-4555-aee8-12ace7606919 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:49.482539 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-591bb714-3b20-4976-aee8-9bed241ec3be req-38a1b437-90eb-4555-aee8-12ace7606919 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0882337 Jul 09 20:57:49.511893 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd5e88e4-36f9-4226-b821-829ce4580299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.532054 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-591bb714-3b20-4976-aee8-9bed241ec3be req-3b8aa469-89e8-49e4-8663-9928263fa1f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422554 Jul 09 20:57:49.554950 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-6fda435a-1953-443c-80d0-6bb2d392830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:49.556433 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-6fda435a-1953-443c-80d0-6bb2d392830d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1099 time: 0.1056921 Jul 09 20:57:49.610657 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd5e88e4-36f9-4226-b821-829ce4580299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.613037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd5e88e4-36f9-4226-b821-829ce4580299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.614804 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-bd5e88e4-36f9-4226-b821-829ce4580299 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f65ad462-0afb-4fc3-a970-41526d320367 HTTP/1.1" status: 204 len: 168 time: 0.2147932 Jul 09 20:57:49.625861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e88e4-36f9-4226-b821-829ce4580299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65ad462-0afb-4fc3-a970-41526d320367,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:49.663519 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-26c62902-4c05-4af6-96b3-feb9944bc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:49.665098 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-26c62902-4c05-4af6-96b3-feb9944bc9f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.1016161 Jul 09 20:57:49.733053 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-da338ab6-e9c1-4338-9c3b-5a3be0afb951 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 200 len: 1002 time: 0.0605867 Jul 09 20:57:49.781693 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-22ff9902-63cf-4c58-82c5-981271404462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:49.783199 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-22ff9902-63cf-4c58-82c5-981271404462 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0423937 Jul 09 20:57:49.843317 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-05b37def-c228-4c09-92bd-affa30ab8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:49.843317 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-05b37def-c228-4c09-92bd-affa30ab8236 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520809 Jul 09 20:57:49.873294 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 46876) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:49.890004 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-43626596-b435-4b6d-b39c-51b5d22deda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.934321 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-e861681e-9056-4a7c-a114-032d4ebcebb7 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847483 Jul 09 20:57:49.980092 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-43626596-b435-4b6d-b39c-51b5d22deda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.985673 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-43626596-b435-4b6d-b39c-51b5d22deda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:50.024315 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-43626596-b435-4b6d-b39c-51b5d22deda5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b21a087f65548d3b07aec8a5293bdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499419 Jul 09 20:57:50.026934 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46882) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:50.029454 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43626596-b435-4b6d-b39c-51b5d22deda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d80f9b-1d3f-41a2-8303-57fb4734f95b,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:50.042513 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-faf3c369-0a6f-4f0c-8612-108a5c942692 req-e827d512-bd5e-4a8c-94e9-b151190a6e40 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006060 Jul 09 20:57:50.088669 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bf37cc2d-9f6d-48b9-aa08-9223ba76d486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:50.108801 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bf37cc2d-9f6d-48b9-aa08-9223ba76d486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:50.153779 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bf37cc2d-9f6d-48b9-aa08-9223ba76d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:50.156244 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bf37cc2d-9f6d-48b9-aa08-9223ba76d486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:50.157419 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-bf37cc2d-9f6d-48b9-aa08-9223ba76d486 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61d80f9b-1d3f-41a2-8303-57fb4734f95b HTTP/1.1" status: 204 len: 168 time: 0.1293974 Jul 09 20:57:50.165239 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37cc2d-9f6d-48b9-aa08-9223ba76d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d80f9b-1d3f-41a2-8303-57fb4734f95b,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:50.554654 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b8415-429b-467b-a307-139314afa4a1 req-012ed701-d1d2-4143-9ef4-a26ef1e34e35 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:50.561833 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-423b8415-429b-467b-a307-139314afa4a1 req-012ed701-d1d2-4143-9ef4-a26ef1e34e35 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 946 time: 0.0796926 Jul 09 20:57:50.607106 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-423b8415-429b-467b-a307-139314afa4a1 req-58b318d9-a742-4c68-acc3-4d47d8adad31 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 Jul 09 20:57:50.736255 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd8390-e599-4ad1-842c-e9065454b6e5 req-18ebfbb9-a17b-4415-b522-f81bf539b0c5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:50.737788 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-55fd8390-e599-4ad1-842c-e9065454b6e5 req-18ebfbb9-a17b-4415-b522-f81bf539b0c5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0692489 Jul 09 20:57:50.777584 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-55fd8390-e599-4ad1-842c-e9065454b6e5 req-a28da8eb-b1f9-441b-b8fe-ff318af14ce2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335557 Jul 09 20:57:51.355139 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:51.433946 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.455371 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:51.458825 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d869dd0-ed4f-4a32-995c-026892157f25" -d '{"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-unplugged", "status": "completed", "tag": "f963b45c-8e55-4009-b600-e793c0274776"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:51.462894 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46952) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:51.473752 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:51.479289 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.534594 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=8']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:51.575434 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9852ec48-2371-46b1-8cca-c7b77ec1db33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.629232 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4ea6d3-4b38-495c-93b3-478a16a3df1f x-openstack-request-id: req-5f4ea6d3-4b38-495c-93b3-478a16a3df1f {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:51.629616 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-unplugged", "status": "completed", "tag": "f963b45c-8e55-4009-b600-e793c0274776", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:51.630195 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f4ea6d3-4b38-495c-93b3-478a16a3df1f {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:51.630644 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776', 'code': 200} Jul 09 20:57:51.673275 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9852ec48-2371-46b1-8cca-c7b77ec1db33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.681874 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9852ec48-2371-46b1-8cca-c7b77ec1db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.721080 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852ec48-2371-46b1-8cca-c7b77ec1db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef67b8b-927b-4f8c-95f1-a1adafbc1ed3,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:51.727709 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9852ec48-2371-46b1-8cca-c7b77ec1db33 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d46242e62dda440283f16b818ef30eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629814 Jul 09 20:57:51.730289 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 46964) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:51.787230 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe059-e38b-430e-9c6d-4ef901eb8d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.803842 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16385a-c135-4fb5-821a-86e3fc9acaca req-2487f4f0-b96e-4c12-8b10-5365d1b66067 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:51.816142 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe059-e38b-430e-9c6d-4ef901eb8d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.816760 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6d16385a-c135-4fb5-821a-86e3fc9acaca req-2487f4f0-b96e-4c12-8b10-5365d1b66067 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0739079 Jul 09 20:57:51.845838 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6d16385a-c135-4fb5-821a-86e3fc9acaca req-ed77e3cd-fcb6-4065-8704-85447f425f53 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345652 Jul 09 20:57:51.858803 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe059-e38b-430e-9c6d-4ef901eb8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.861377 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe059-e38b-430e-9c6d-4ef901eb8d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:51.865151 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b1cbe059-e38b-430e-9c6d-4ef901eb8d7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ef67b8b-927b-4f8c-95f1-a1adafbc1ed3 HTTP/1.1" status: 204 len: 168 time: 0.1313131 Jul 09 20:57:51.881277 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbe059-e38b-430e-9c6d-4ef901eb8d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef67b8b-927b-4f8c-95f1-a1adafbc1ed3,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:53.050391 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060202f-ef42-400c-aa4a-8cdb2add9f0b req-117c64f1-808d-4a18-b475-5aeb4f82475f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:53.052034 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d060202f-ef42-400c-aa4a-8cdb2add9f0b req-117c64f1-808d-4a18-b475-5aeb4f82475f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0673556 Jul 09 20:57:53.099469 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d060202f-ef42-400c-aa4a-8cdb2add9f0b req-60682ff4-bbaf-40ee-8acd-c606e44a03f0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Jul 09 20:57:54.048877 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0827b6-9df6-4b9e-acd9-4abe43618a13 req-e1f3073e-1554-436c-8290-165c1c367fac tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:54.052212 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cc0827b6-9df6-4b9e-acd9-4abe43618a13 req-e1f3073e-1554-436c-8290-165c1c367fac tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0833626 Jul 09 20:57:54.091673 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cc0827b6-9df6-4b9e-acd9-4abe43618a13 req-62111725-4752-4dbe-aa19-9840cf186dab tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335219 Jul 09 20:57:54.348801 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 47086) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:54.447973 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-65d2f079-bb82-4637-893e-c209b5a48b36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976770 Jul 09 20:57:55.271640 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8c26d-0013-4e2c-927b-17f9a8d70bc5 req-ff42b177-27c0-4e12-b5d7-355286b3a408 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:55.273081 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dda8c26d-0013-4e2c-927b-17f9a8d70bc5 req-ff42b177-27c0-4e12-b5d7-355286b3a408 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0608153 Jul 09 20:57:55.308893 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dda8c26d-0013-4e2c-927b-17f9a8d70bc5 req-4dd21cf0-65fa-4c51-a97d-3b2320b726a1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299890 Jul 09 20:57:55.381571 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:56.486113 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4812995-8011-472b-ae1d-aae01d05a19f req-5e7ba5f8-40d1-4dc1-a0e8-9589d8a744d8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:56.487800 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e4812995-8011-472b-ae1d-aae01d05a19f req-5e7ba5f8-40d1-4dc1-a0e8-9589d8a744d8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0653584 Jul 09 20:57:56.526195 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e4812995-8011-472b-ae1d-aae01d05a19f req-987c02bb-2b09-482f-b5b5-154f6be897e3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Jul 09 20:57:57.265029 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f965d6-a8f0-49b9-81a7-4fcd81954fdb req-477cfb9f-a34f-4efb-9496-85c29f2f1111 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.266555 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-20f965d6-a8f0-49b9-81a7-4fcd81954fdb req-477cfb9f-a34f-4efb-9496-85c29f2f1111 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0704207 Jul 09 20:57:57.304745 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-20f965d6-a8f0-49b9-81a7-4fcd81954fdb req-4ce06e62-d382-4a58-972d-d436f4222d93 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Jul 09 20:57:57.605881 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96603-36e9-4df0-a947-9af047820408 req-f648d7d1-33ee-4486-a1b7-a9d99fff1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.607436 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-f648d7d1-33ee-4486-a1b7-a9d99fff1b65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04&tenant_id=7e7a68d88e83453bb651dbd85e1a6926 HTTP/1.1" status: 200 len: 1097 time: 0.0853748 Jul 09 20:57:57.743700 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95976f-3373-479a-bf48-1184817df36e req-76e6a969-bb76-40a8-89d4-b9bb8a50b632 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.745153 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bf95976f-3373-479a-bf48-1184817df36e req-76e6a969-bb76-40a8-89d4-b9bb8a50b632 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0978348 Jul 09 20:57:57.747575 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96603-36e9-4df0-a947-9af047820408 req-8228c848-ff9d-4d93-8f10-33c56df7573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.748904 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-8228c848-ff9d-4d93-8f10-33c56df7573b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1097 time: 0.0926249 Jul 09 20:57:58.050399 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bf95976f-3373-479a-bf48-1184817df36e req-bddb6a48-cae9-4d6d-b274-7cde8cf53513 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994831 Jul 09 20:57:58.080915 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96603-36e9-4df0-a947-9af047820408 req-671e7fa7-2e98-478f-8e23-db06a8d08c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:58.082999 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-671e7fa7-2e98-478f-8e23-db06a8d08c6c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.3257413 Jul 09 20:57:58.148517 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-49a6d742-ad39-47ef-9a1c-2d834ec6b7ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 200 len: 1000 time: 0.0583847 Jul 09 20:57:58.198243 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96603-36e9-4df0-a947-9af047820408 req-90374d83-0c88-4ca7-9593-ff7d4309f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:58.199668 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-90374d83-0c88-4ca7-9593-ff7d4309f0f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0435090 Jul 09 20:57:58.257776 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96603-36e9-4df0-a947-9af047820408 req-539ae347-b831-4d93-8365-ca3c8224c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:58.259274 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-539ae347-b831-4d93-8365-ca3c8224c28c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517056 Jul 09 20:57:58.351725 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-4f41c99f-09c4-44f3-bc59-da885df661d5 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841839 Jul 09 20:57:58.451874 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-55d96603-36e9-4df0-a947-9af047820408 req-fb31036e-839d-4f8e-b3b3-e5a13fc80056 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928118 Jul 09 20:57:58.510207 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde8a8a-518c-4f88-9c9a-cee93c769e85 req-64a29569-9ea6-427c-bdf9-0d3f2a3d7f51 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:58.511703 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7cde8a8a-518c-4f88-9c9a-cee93c769e85 req-64a29569-9ea6-427c-bdf9-0d3f2a3d7f51 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0780020 Jul 09 20:57:58.550101 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7cde8a8a-518c-4f88-9c9a-cee93c769e85 req-7a0b68a1-31d3-4695-85e1-2fa50112f1a7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Jul 09 20:57:59.258958 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a9bf4-a9c2-4f7a-ac5d-5b2e98732c8f req-4a140fe2-f4bb-409c-aa3f-98f19dd9b41d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:59.260501 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-509a9bf4-a9c2-4f7a-ac5d-5b2e98732c8f req-4a140fe2-f4bb-409c-aa3f-98f19dd9b41d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0707583 Jul 09 20:57:59.316318 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-509a9bf4-a9c2-4f7a-ac5d-5b2e98732c8f req-fb09479e-e284-4800-9627-f29bd37e3390 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491619 Jul 09 20:57:59.731108 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7482a2-4b53-4a68-9944-8cb48ed7450d req-04c102ec-086e-4c56-b49a-35ee0cfe4961 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:59.732740 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fa7482a2-4b53-4a68-9944-8cb48ed7450d req-04c102ec-086e-4c56-b49a-35ee0cfe4961 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0687428 Jul 09 20:57:59.773835 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fa7482a2-4b53-4a68-9944-8cb48ed7450d req-b8539f82-bc9c-4056-8e24-0555a36f90c4 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351012 Jul 09 20:58:00.506861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d3573-5169-4f84-95a6-edee644c88df req-8352655d-e66e-4cc3-9360-de3b6a43db0d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:00.508480 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-399d3573-5169-4f84-95a6-edee644c88df req-8352655d-e66e-4cc3-9360-de3b6a43db0d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0744214 Jul 09 20:58:00.553565 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-399d3573-5169-4f84-95a6-edee644c88df req-71609f2f-8aed-420e-adca-ae38ca938a50 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 Jul 09 20:58:01.054786 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e226d-8f2c-4a5f-ace9-4c7722aa2a38 req-a230a1b2-e1e8-4d24-899d-b58932424477 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:01.056289 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-316e226d-8f2c-4a5f-ace9-4c7722aa2a38 req-a230a1b2-e1e8-4d24-899d-b58932424477 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.1206644 Jul 09 20:58:01.097818 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-316e226d-8f2c-4a5f-ace9-4c7722aa2a38 req-177cadcb-b05e-4d8b-b0f1-680fb77cad43 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Jul 09 20:58:01.755245 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2224e-d629-434f-9b1e-125bef64712a req-34a756db-5551-4516-83fd-b01c65e5b4c7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:01.757640 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9af2224e-d629-434f-9b1e-125bef64712a req-34a756db-5551-4516-83fd-b01c65e5b4c7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0641017 Jul 09 20:58:01.796229 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9af2224e-d629-434f-9b1e-125bef64712a req-bcee2f92-6704-46c2-b60f-e96addbc2d25 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330451 Jul 09 20:58:02.350493 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df763b26-adf6-4d3e-a558-57c6bfd9b64e req-f1fc4f66-fc22-4a03-b24e-d9d09e95dc5a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:02.352853 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-df763b26-adf6-4d3e-a558-57c6bfd9b64e req-f1fc4f66-fc22-4a03-b24e-d9d09e95dc5a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.1086380 Jul 09 20:58:02.416362 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-df763b26-adf6-4d3e-a558-57c6bfd9b64e req-b4d1b62e-0be3-4fb6-9aa8-db4b534b0345 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543616 Jul 09 20:58:02.459473 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47288) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:02.489665 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-54389e4a-88be-4e8d-ba14-e673248d271d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045445821&fields=id&tenant_id=1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 267 time: 0.0403295 Jul 09 20:58:02.587086 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.602273 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-a0388f84-0b77-4201-bd79-61b688d632ab tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:02.604059 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-a0388f84-0b77-4201-bd79-61b688d632ab tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 810 time: 0.1084127 Jul 09 20:58:02.621680 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-450e58ef-d035-4a06-b09c-da01cc84239e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/quotas/1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 375 time: 0.0112741 Jul 09 20:58:02.697853 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.704957 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-87dc1a7d-c18d-4603-b55a-71ccd1ed2156 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791135 Jul 09 20:58:02.706894 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.762874 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa4a8310df604c2d9e657a03a7049d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022923 Jul 09 20:58:02.764186 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d1ffb5-b88b-43e9-bce5-bc01e0335ed4,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:02.765516 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 47294) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:02.775708 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.776053 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.776390 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.776721 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.777114 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.777442 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.778149 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.778335 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.778663 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.778989 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.779305 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.779721 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4844-4871-4580-adb6-b8282edea027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:02.876631 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.912467 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.996252 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-205b75ac-71f3-4de5-a3f8-67c7658578fb service neutron] 10.222.0.77 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765346 Jul 09 20:58:03.105644 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36af17-a73d-4aad-ba09-62dd08277cd5 req-430cffa0-361d-4952-928e-32f84a5bbb74 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:03.107897 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3f36af17-a73d-4aad-ba09-62dd08277cd5 req-430cffa0-361d-4952-928e-32f84a5bbb74 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.1452124 Jul 09 20:58:03.117729 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:03.121485 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:03.122828 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42d1ffb5-b88b-43e9-bce5-bc01e0335ed4 HTTP/1.1" status: 204 len: 168 time: 0.3562808 Jul 09 20:58:03.146840 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d1ffb5-b88b-43e9-bce5-bc01e0335ed4,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:03.186145 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.186601 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.186824 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.187165 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.187495 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.187826 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.188157 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.188480 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.188802 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.189142 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.189463 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.189783 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb879c-e6ee-4838-8303-fd933b82c148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:03.228976 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3f36af17-a73d-4aad-ba09-62dd08277cd5 req-a86f32c2-3571-4879-82d2-a1275c24f542 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952280 Jul 09 20:58:03.291479 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-7d41f4f6-c960-4994-aa7d-8afcaecb2057 service neutron] 10.222.0.77 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560141 Jul 09 20:58:03.708969 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10042-d703-4bc3-ae21-870319ecce2d req-55b4b337-1617-4a38-be7f-ab7ace8baa7a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:03.721448 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7ba10042-d703-4bc3-ae21-870319ecce2d req-55b4b337-1617-4a38-be7f-ab7ace8baa7a tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.1490681 Jul 09 20:58:03.760017 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 47326) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:03.771787 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7ba10042-d703-4bc3-ae21-870319ecce2d req-ea71ff1a-9ce2-4cfb-a1ad-d19efad64cea tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366626 Jul 09 20:58:03.802667 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c566b82b-f9e6-4cbb-8aa0-812fb754177b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:03.980306 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c566b82b-f9e6-4cbb-8aa0-812fb754177b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:03.993329 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c566b82b-f9e6-4cbb-8aa0-812fb754177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.057758 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-98d543a9-f74c-4b29-9d70-b6d261dc7f86 req-97fdb664-a73f-4119-98fd-c0c24bc8968b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0931821 Jul 09 20:58:04.073633 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-c566b82b-f9e6-4cbb-8aa0-812fb754177b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c4e069945674af88145ac72bf9a7abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122361 Jul 09 20:58:04.084318 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47342) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:04.121467 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b82b-f9e6-4cbb-8aa0-812fb754177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e3e52f-72f9-48f8-bb57-c38a9deca1ae,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:04.181703 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6400-87fa-4031-9773-38527c01e2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.206835 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6400-87fa-4031-9773-38527c01e2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.257952 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6400-87fa-4031-9773-38527c01e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.260845 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6400-87fa-4031-9773-38527c01e2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.262075 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-7b2a6400-87fa-4031-9773-38527c01e2bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1e3e52f-72f9-48f8-bb57-c38a9deca1ae HTTP/1.1" status: 204 len: 168 time: 0.1767118 Jul 09 20:58:04.271092 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a6400-87fa-4031-9773-38527c01e2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e3e52f-72f9-48f8-bb57-c38a9deca1ae,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:04.514324 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53203ff-0a30-4ef6-9c8f-aa04bd484d77 req-54000f7c-8601-4961-9f9c-a6eb8e80a726 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:04.515950 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d53203ff-0a30-4ef6-9c8f-aa04bd484d77 req-54000f7c-8601-4961-9f9c-a6eb8e80a726 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0725276 Jul 09 20:58:04.561379 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d53203ff-0a30-4ef6-9c8f-aa04bd484d77 req-5413f139-0504-4073-ae1a-d6fcb57e35fe tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 Jul 09 20:58:04.680778 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 47352) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:04.694281 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2d08e6e5-10dd-4bb0-b256-1054186d6a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.788683 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2d08e6e5-10dd-4bb0-b256-1054186d6a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.793248 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2d08e6e5-10dd-4bb0-b256-1054186d6a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.846466 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08e6e5-10dd-4bb0-b256-1054186d6a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407a617e-5bd8-48c0-bc03-aa759d189f5d,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:04.868517 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47356) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:04.869104 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-2d08e6e5-10dd-4bb0-b256-1054186d6a81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c0a3c06337f4ef798378fd0a63b961f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867957 Jul 09 20:58:04.948530 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6083da0-81d6-4c41-84f7-f2dbf94a1690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.981521 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6083da0-81d6-4c41-84f7-f2dbf94a1690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.029098 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568ab02-bfbb-401e-b3bc-21f5eee2287b req-ceac2582-5ca0-4e77-9871-810b5e174a62 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:05.030575 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2568ab02-bfbb-401e-b3bc-21f5eee2287b req-ceac2582-5ca0-4e77-9871-810b5e174a62 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.1196430 Jul 09 20:58:05.075045 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6083da0-81d6-4c41-84f7-f2dbf94a1690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.079353 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6083da0-81d6-4c41-84f7-f2dbf94a1690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.084577 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e6083da0-81d6-4c41-84f7-f2dbf94a1690 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/407a617e-5bd8-48c0-bc03-aa759d189f5d HTTP/1.1" status: 204 len: 168 time: 0.2114208 Jul 09 20:58:05.097093 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2568ab02-bfbb-401e-b3bc-21f5eee2287b req-60279c51-bb51-41db-b86a-a78e487970f5 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561874 Jul 09 20:58:05.124098 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6083da0-81d6-4c41-84f7-f2dbf94a1690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407a617e-5bd8-48c0-bc03-aa759d189f5d,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:05.321613 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a599f19b-a957-4489-a9f7-e4167a5f55da req-51de6ea8-7136-42dc-b49c-3daae9ed1825 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0430090 Jul 09 20:58:05.363788 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47374) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:05.429599 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a483aee9-eea8-4c11-bd00-e789688fa1ea admin admin] Deleting subnet 5cc3bc43-ea90-4cdd-9e21-609a3653893b {{(pid=92867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:58:05.433787 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a483aee9-eea8-4c11-bd00-e789688fa1ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.473574 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a483aee9-eea8-4c11-bd00-e789688fa1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10217018'] for subnet, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.526558 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a483aee9-eea8-4c11-bd00-e789688fa1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.591047 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a483aee9-eea8-4c11-bd00-e789688fa1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529470'] for subnet, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.625894 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a483aee9-eea8-4c11-bd00-e789688fa1ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.630690 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 47386) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:05.630849 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-a483aee9-eea8-4c11-bd00-e789688fa1ea admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5cc3bc43-ea90-4cdd-9e21-609a3653893b HTTP/1.1" status: 204 len: 168 time: 0.2659757 Jul 09 20:58:05.685552 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483aee9-eea8-4c11-bd00-e789688fa1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc3bc43-ea90-4cdd-9e21-609a3653893b,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:05.733286 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.770115 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd0980-4f38-4286-b853-c40adf22b708 req-a512f70d-68a3-45ae-8d87-44e144386670 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:05.779471 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d1cd0980-4f38-4286-b853-c40adf22b708 req-a512f70d-68a3-45ae-8d87-44e144386670 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0865397 Jul 09 20:58:05.822829 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.825488 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d1cd0980-4f38-4286-b853-c40adf22b708 req-57d6e0b8-8582-49d2-88d7-94e7acd30e34 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Jul 09 20:58:05.838643 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65c2534-b3e5-48be-bd7c-b9aecce4f910']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:05.856664 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7da568-30c1-4ae0-b827-0a17c0e9e6f6') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:05.856664 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7da568-30c1-4ae0-b827-0a17c0e9e6f6') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:05.862097 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.877034 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.884908 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:58:05.885305 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:58:05.886987 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:58:05.979906 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.984455 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.986415 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] 10.222.0.77 "DELETE /v2.0/networks/a65c2534-b3e5-48be-bd7c-b9aecce4f910 HTTP/1.1" status: 204 len: 168 time: 0.3547533 Jul 09 20:58:05.989563 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47398) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:05.999638 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d250a-e050-4773-9f93-c025a3ad302d admin admin] Pushing event deleted for resources: {'Network': ['ID=a65c2534-b3e5-48be-bd7c-b9aecce4f910,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:06.054222 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c691cd-7ad9-421f-ac2a-623145bbb235 admin admin] Deleting subnet b335623c-5bbc-4ce1-bd26-08597d6aa41e {{(pid=92867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:58:06.058519 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6c691cd-7ad9-421f-ac2a-623145bbb235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.096645 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6c691cd-7ad9-421f-ac2a-623145bbb235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10217018'] for subnet, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.140347 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6c691cd-7ad9-421f-ac2a-623145bbb235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.216428 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6c691cd-7ad9-421f-ac2a-623145bbb235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529470'] for subnet, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.250448 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c691cd-7ad9-421f-ac2a-623145bbb235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b335623c-5bbc-4ce1-bd26-08597d6aa41e,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:06.271493 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e6c691cd-7ad9-421f-ac2a-623145bbb235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.273516 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e6c691cd-7ad9-421f-ac2a-623145bbb235 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b335623c-5bbc-4ce1-bd26-08597d6aa41e HTTP/1.1" status: 204 len: 168 time: 0.2823753 Jul 09 20:58:06.277647 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 47418) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:06.381034 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.478684 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9de4-86d8-45f5-acf4-57d472566556 req-4144fe28-d974-4f41-8076-51050578a990 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:06.480613 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-311f9de4-86d8-45f5-acf4-57d472566556 req-4144fe28-d974-4f41-8076-51050578a990 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.1835651 Jul 09 20:58:06.496609 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.508590 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c4ff7095-dc41-4664-b17c-3ac790bd30bb req-3e8891db-5b68-4c08-815a-f965c06e3818 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0341365 Jul 09 20:58:06.517504 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a4d079-2149-4574-89e9-c8d8b7244f25']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:06.539182 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb65c65-82b8-4533-b948-54526a569f42') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:06.539513 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb65c65-82b8-4533-b948-54526a569f42') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:06.573986 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.596278 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.610095 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:58:06.610531 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:58:06.612866 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:58:06.615872 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-311f9de4-86d8-45f5-acf4-57d472566556 req-b2ab3501-8597-4659-affd-3d153c8fb5dd tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275547 Jul 09 20:58:06.691583 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.710744 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.712970 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] 10.222.0.77 "DELETE /v2.0/networks/09a4d079-2149-4574-89e9-c8d8b7244f25 HTTP/1.1" status: 204 len: 168 time: 0.4333630 Jul 09 20:58:06.739015 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111d2c9-66ec-4343-af94-dc01f8bb7a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=09a4d079-2149-4574-89e9-c8d8b7244f25,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:06.949204 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47454) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:07.047916 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-95ebf203-a669-459d-a6b3-b916d67848d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ec9358e5a6e4c8ea87995329101f951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973160 Jul 09 20:58:07.051085 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47462) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:07.109114 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d847-88ab-452b-9ae9-63372d4d618a req-d1a9827b-3b71-47b7-b99c-b27425932067 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:07.110611 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-edc9d847-88ab-452b-9ae9-63372d4d618a req-d1a9827b-3b71-47b7-b99c-b27425932067 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.1272812 Jul 09 20:58:07.142385 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ee45-9648-4545-a7f3-03245cab2449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.176696 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-edc9d847-88ab-452b-9ae9-63372d4d618a req-886eda9d-858c-411b-9c0d-fe05f9e407e9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586941 Jul 09 20:58:07.181270 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ee45-9648-4545-a7f3-03245cab2449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.274751 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ee45-9648-4545-a7f3-03245cab2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.276750 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ee45-9648-4545-a7f3-03245cab2449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.279233 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-8eb3ee45-9648-4545-a7f3-03245cab2449 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52ad05ec-caa7-48b7-b8e0-18a7d901c7c4 HTTP/1.1" status: 204 len: 168 time: 0.2261817 Jul 09 20:58:07.287955 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3ee45-9648-4545-a7f3-03245cab2449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ad05ec-caa7-48b7-b8e0-18a7d901c7c4,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:07.700970 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47480) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:07.725685 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bda7310c-dc07-4337-b1c1-627c63016cc5 req-3e082f4e-ca99-4dea-be66-c09477fb2394 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0407875 Jul 09 20:58:07.761958 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-5d292acd-3d12-4083-8404-efc96825c2b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=929c121cd5c640e89f6488d7d1eec651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575361 Jul 09 20:58:07.762187 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47482) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:07.859702 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49872f0e-0780-4717-af35-0b701c40f8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.887815 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49872f0e-0780-4717-af35-0b701c40f8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.903478 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32c3ec-74a9-4a36-92db-3d418ff0a96f req-1c9cdaf6-4557-4400-b5c4-a0b123893269 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:07.904970 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7a32c3ec-74a9-4a36-92db-3d418ff0a96f req-1c9cdaf6-4557-4400-b5c4-a0b123893269 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.1251872 Jul 09 20:58:07.961390 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7a32c3ec-74a9-4a36-92db-3d418ff0a96f req-ae8ee42d-30df-4ae3-838f-e3584309c006 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 Jul 09 20:58:07.986710 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49872f0e-0780-4717-af35-0b701c40f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.989960 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49872f0e-0780-4717-af35-0b701c40f8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.993589 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-49872f0e-0780-4717-af35-0b701c40f8a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/792abb12-8459-46b9-b5da-4bd025e3ce18 HTTP/1.1" status: 204 len: 168 time: 0.2282209 Jul 09 20:58:07.999969 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49872f0e-0780-4717-af35-0b701c40f8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792abb12-8459-46b9-b5da-4bd025e3ce18,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:08.402809 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b698d2e-bdc2-490d-85d1-c4e6fd1b6390 req-762d646d-0f5f-44da-89e4-05f90018d2d3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:08.404352 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b698d2e-bdc2-490d-85d1-c4e6fd1b6390 req-762d646d-0f5f-44da-89e4-05f90018d2d3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0787210 Jul 09 20:58:08.452207 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1b698d2e-bdc2-490d-85d1-c4e6fd1b6390 req-fc31c927-6848-4f73-a52c-e13a84dd4ced tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414765 Jul 09 20:58:08.872952 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-af205a6a-751d-4730-84c7-ad46c179257c req-86d85639-f3e9-4cc8-a15a-8860045dd596 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0373266 Jul 09 20:58:09.137594 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:58:09.171309 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c48848-5bf3-4d1b-800b-a3e4b33dd208 req-54b36ec7-2f8e-48e2-88a5-b102742843b1 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:09.172951 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a9c48848-5bf3-4d1b-800b-a3e4b33dd208 req-54b36ec7-2f8e-48e2-88a5-b102742843b1 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0755014 Jul 09 20:58:09.207888 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47522) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:09.221093 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a9c48848-5bf3-4d1b-800b-a3e4b33dd208 req-6c65c47a-e227-451e-8b16-af217395a856 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Jul 09 20:58:09.326587 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b383e39-668b-4522-8c85-57f7f41a59da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:09.418177 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b383e39-668b-4522-8c85-57f7f41a59da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:09.423674 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0b383e39-668b-4522-8c85-57f7f41a59da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:09.466711 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-0b383e39-668b-4522-8c85-57f7f41a59da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa4eff2bdb2a4ec7adf37b0f3465dd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577412 Jul 09 20:58:09.467640 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b383e39-668b-4522-8c85-57f7f41a59da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909e30bf-987c-4b28-8e38-e89e32865db7,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:09.469503 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 47526) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:09.525987 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2f48e574-c3d7-40f6-a360-95e7a1fe56e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:09.551771 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2f48e574-c3d7-40f6-a360-95e7a1fe56e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:09.607119 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2f48e574-c3d7-40f6-a360-95e7a1fe56e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:09.610138 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2f48e574-c3d7-40f6-a360-95e7a1fe56e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:09.611689 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-2f48e574-c3d7-40f6-a360-95e7a1fe56e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/909e30bf-987c-4b28-8e38-e89e32865db7 HTTP/1.1" status: 204 len: 168 time: 0.1410007 Jul 09 20:58:09.626830 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48e574-c3d7-40f6-a360-95e7a1fe56e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909e30bf-987c-4b28-8e38-e89e32865db7,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:09.685905 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706aa2d-0723-463d-82cf-fceb786efd10 req-58da029a-ed2e-49cd-8c10-9309a1d24906 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:09.687370 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3706aa2d-0723-463d-82cf-fceb786efd10 req-58da029a-ed2e-49cd-8c10-9309a1d24906 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0929694 Jul 09 20:58:09.727473 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3706aa2d-0723-463d-82cf-fceb786efd10 req-841a2bbb-7768-4cad-90de-ad29d3f90fe6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336154 Jul 09 20:58:10.055225 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d9a4ec80-b415-4237-a4b9-28fb40627806 req-3ef5d698-42d7-4d60-a64a-e3976b0de6ff tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0314598 Jul 09 20:58:10.431115 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e045c35-fc32-4b90-ac6d-a10bae908031 req-b0699caa-9b18-41a7-8b7c-4d3522dc926c tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:10.433437 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3e045c35-fc32-4b90-ac6d-a10bae908031 req-b0699caa-9b18-41a7-8b7c-4d3522dc926c tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0691698 Jul 09 20:58:10.485262 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3e045c35-fc32-4b90-ac6d-a10bae908031 req-9f3400d9-f883-4397-84fe-d8d1cc2215f7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461760 Jul 09 20:58:10.757544 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 47566) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:10.799506 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5cb8-6b75-4010-9687-af9309ada582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:10.891961 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e9232c04-a667-4ce3-b47a-3c1a55e6c6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:10.953235 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb6fa-f4e3-47b6-83c3-583cfa0c73bf req-854fafdd-125f-41b5-bf97-5e7c73b8e1d2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:10.954785 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6becb6fa-f4e3-47b6-83c3-583cfa0c73bf req-854fafdd-125f-41b5-bf97-5e7c73b8e1d2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.1019351 Jul 09 20:58:11.021774 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6becb6fa-f4e3-47b6-83c3-583cfa0c73bf req-91b6866c-c5f8-4060-8ea1-98b75584f7d9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520906 Jul 09 20:58:11.041170 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e9232c04-a667-4ce3-b47a-3c1a55e6c6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.047087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e9232c04-a667-4ce3-b47a-3c1a55e6c6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.089134 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-e9232c04-a667-4ce3-b47a-3c1a55e6c6e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=69c42f7c77a540948a569a9149bfb346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304889 Jul 09 20:58:11.090174 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9232c04-a667-4ce3-b47a-3c1a55e6c6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cfbd5b-9eda-413d-998d-7222b7878931,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:11.091892 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 47576) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:11.152195 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9a893c72-daad-4831-9d00-ab3dbfe02fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.173792 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9a893c72-daad-4831-9d00-ab3dbfe02fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.216696 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-38033d18-4052-4b28-bd88-52c1763fc5e6 req-f70673a2-855a-42f4-85b8-465781f204c7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0404229 Jul 09 20:58:11.249550 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9a893c72-daad-4831-9d00-ab3dbfe02fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.252478 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9a893c72-daad-4831-9d00-ab3dbfe02fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.254186 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9a893c72-daad-4831-9d00-ab3dbfe02fa4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0cfbd5b-9eda-413d-998d-7222b7878931 HTTP/1.1" status: 204 len: 168 time: 0.1612337 Jul 09 20:58:11.261920 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a893c72-daad-4831-9d00-ab3dbfe02fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cfbd5b-9eda-413d-998d-7222b7878931,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:11.670492 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948b64-4b1a-477b-abea-139388f11974 req-f074afbd-1a8e-4b43-93f6-f27bc4c0d93d tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:11.672055 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f9948b64-4b1a-477b-abea-139388f11974 req-f074afbd-1a8e-4b43-93f6-f27bc4c0d93d tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0684385 Jul 09 20:58:11.711576 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f9948b64-4b1a-477b-abea-139388f11974 req-16c6c747-492a-4544-b545-bfb096f22da6 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Jul 09 20:58:12.217599 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65883-a53f-4355-afd5-5fcd502263bc req-375a726a-33fb-456a-af26-f67b0046f9b5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:12.219121 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a6f65883-a53f-4355-afd5-5fcd502263bc req-375a726a-33fb-456a-af26-f67b0046f9b5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0704381 Jul 09 20:58:12.266786 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a6f65883-a53f-4355-afd5-5fcd502263bc req-a046c569-147e-435d-b576-fb95e5c3f782 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Jul 09 20:58:12.373093 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69dacd5e-9963-4bfe-971a-5964e4f39ac3 req-1c7867a8-a9d6-452c-940c-75163ed9c147 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0284107 Jul 09 20:58:12.887458 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae98152-9502-42e3-a394-18650d44265d req-9b518d05-0ff6-4260-a97f-eb244846bde7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:12.888945 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8ae98152-9502-42e3-a394-18650d44265d req-9b518d05-0ff6-4260-a97f-eb244846bde7 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0680940 Jul 09 20:58:12.926345 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8ae98152-9502-42e3-a394-18650d44265d req-580b9e57-1e34-4f1d-ab7b-2c7e8b1ae0cb tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Jul 09 20:58:13.447704 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-07ef3ffd-ece6-4618-aa6e-adab2d197d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:13.461390 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584d12b-d1ea-43a5-b89a-09b75f02d994 req-f810a72d-8301-4d30-b56f-7dd1ac209517 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:13.463241 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b584d12b-d1ea-43a5-b89a-09b75f02d994 req-f810a72d-8301-4d30-b56f-7dd1ac209517 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0715585 Jul 09 20:58:13.505851 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b584d12b-d1ea-43a5-b89a-09b75f02d994 req-425bb8d3-807b-490d-997f-fefbf2443d49 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358298 Jul 09 20:58:13.512922 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-28bd64d5-07be-438e-b8d0-2bd4ae0c72b2 req-440b86d6-1d07-4925-9689-942c2a25420e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0270338 Jul 09 20:58:13.773610 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:14.100313 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265449d-6449-4276-9415-745d339db71c req-b5446f38-86c4-457b-9532-52133e9c37dc tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:14.101773 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9265449d-6449-4276-9415-745d339db71c req-b5446f38-86c4-457b-9532-52133e9c37dc tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0658691 Jul 09 20:58:14.142326 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9265449d-6449-4276-9415-745d339db71c req-8408ef7d-e53f-4797-9f8c-62df3e9f4003 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346811 Jul 09 20:58:14.554115 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-426f4f92-ed4b-439f-83dd-5865af17f7be tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=82207c8740b6472caa0445324b13e4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298626 Jul 09 20:58:14.595615 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:14.701346 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7bbeb-9f71-425f-b985-0750bfc82a4a req-9c6e55d1-9190-472e-8900-fdabf3eaf0b1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:14.702684 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3ab7bbeb-9f71-425f-b985-0750bfc82a4a req-9c6e55d1-9190-472e-8900-fdabf3eaf0b1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0688341 Jul 09 20:58:14.743273 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3ab7bbeb-9f71-425f-b985-0750bfc82a4a req-e93a71f8-bdd8-46fc-94fe-beed8d50fe4a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Jul 09 20:58:14.751602 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-efe05901-f2a9-4d08-bb15-7942e362bb1a tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:14.753118 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-efe05901-f2a9-4d08-bb15-7942e362bb1a tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934700 Jul 09 20:58:14.770582 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-cb6af705-d257-404f-bc23-9fe7ae77c09e tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/quotas/82207c8740b6472caa0445324b13e4e5 HTTP/1.1" status: 200 len: 375 time: 0.0121970 Jul 09 20:58:14.879839 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9fd722b3-b691-4b30-9abc-c4b3836c0702 req-d6d7add3-c5f3-4ccb-b43c-850ec162ccfe tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0293577 Jul 09 20:58:14.969433 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:15.042112 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-91024e50-797d-48d6-bf67-d87675db80af tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=82207c8740b6472caa0445324b13e4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2656381 Jul 09 20:58:15.215924 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2f1ead5b-f60b-4fa9-b58f-0d5cfc15d846 req-ed0c5958-6fa3-4f6c-b0d5-9c09271dcd30 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 210 time: 0.0296836 Jul 09 20:58:15.353093 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba953f6-0b22-4271-97a6-0efcca33c988 req-8cb46841-ba44-440d-93fe-e25df6d5e1a6 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:15.354555 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1ba953f6-0b22-4271-97a6-0efcca33c988 req-8cb46841-ba44-440d-93fe-e25df6d5e1a6 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0717738 Jul 09 20:58:15.397501 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1ba953f6-0b22-4271-97a6-0efcca33c988 req-1f23d0e3-4be9-4adc-bdc9-c0f9925c4334 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/security-groups?id=cae499a9-ff56-45f5-8e35-aeebae785edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352023 Jul 09 20:58:15.829558 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b851072-3be1-4908-a863-3e0990302596 req-b3b0b278-2668-4013-babf-94a8fdde6fa4 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:15.831057 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8b851072-3be1-4908-a863-3e0990302596 req-b3b0b278-2668-4013-babf-94a8fdde6fa4 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.83 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 945 time: 0.0624440 Jul 09 20:58:15.974717 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6477d-577c-4a05-a36a-a7dc4e516880 req-2470df97-179b-4258-85ea-a1cac1f85340 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:15.976182 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ee6477d-577c-4a05-a36a-a7dc4e516880 req-2470df97-179b-4258-85ea-a1cac1f85340 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.1105580 Jul 09 20:58:15.982548 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Deleting port e51aed05-4d07-428f-8648-d69c583e55ad {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:58:15.982548 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:16.028059 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5e3fe83f-f3b8-4719-874e-6e0600351d05 req-9c129781-aa90-48bc-b9cd-8ac49cc30290 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0290613 Jul 09 20:58:16.063909 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ee6477d-577c-4a05-a36a-a7dc4e516880 req-9e4713e0-093a-43ea-a223-e4ad6789baa3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783682 Jul 09 20:58:16.076893 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:16.100188 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] For port e51aed05-4d07-428f-8648-d69c583e55ad, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=e51aed05-4d07-428f-8648-d69c583e55ad,segment=NetworkSegment(c66b3047-cf2c-49bb-8295-55a312757a84),segment_id=c66b3047-cf2c-49bb-8295-55a312757a84)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:16.100545 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:16.113716 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Calling delete_port for e51aed05-4d07-428f-8648-d69c583e55ad owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:58:16.245144 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:16.275710 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Pushing event deleted for resources: {'Port': ['ID=e51aed05-4d07-428f-8648-d69c583e55ad,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:16.293078 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['e51aed05-4d07-428f-8648-d69c583e55ad'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:58:16.327455 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] No DVR routers for this DVR port e51aed05-4d07-428f-8648-d69c583e55ad on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:58:16.330200 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:16.332678 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8b851072-3be1-4908-a863-3e0990302596 req-18424bc1-bf7d-4da2-91d7-65f0bcf6baf8 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.83 "DELETE /v2.0/ports/e51aed05-4d07-428f-8648-d69c583e55ad HTTP/1.1" status: 204 len: 173 time: 0.4960034 Jul 09 20:58:16.333149 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d9a966-f140-445f-8521-ee9363e91831', 'name': 'network-vif-deleted', 'tag': 'e51aed05-4d07-428f-8648-d69c583e55ad'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:16.335376 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae80f835-170a-4647-b95d-cba0e06deb71" -d '{"events": [{"server_uuid": "56d9a966-f140-445f-8521-ee9363e91831", "name": "network-vif-deleted", "tag": "e51aed05-4d07-428f-8648-d69c583e55ad"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:16.359528 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f466f1da-7186-433c-a85b-aa87ad58958b req-815787a2-32ad-4c8e-bc76-4c9ed160227e tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 210 time: 0.0310628 Jul 09 20:58:16.509956 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d779ce-4268-4065-b44c-d5e1b0e238d5 x-openstack-request-id: req-66d779ce-4268-4065-b44c-d5e1b0e238d5 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:16.510332 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d9a966-f140-445f-8521-ee9363e91831", "name": "network-vif-deleted", "tag": "e51aed05-4d07-428f-8648-d69c583e55ad", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:16.510587 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66d779ce-4268-4065-b44c-d5e1b0e238d5 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:16.511525 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d9a966-f140-445f-8521-ee9363e91831', 'name': 'network-vif-deleted', 'tag': 'e51aed05-4d07-428f-8648-d69c583e55ad', 'status': 'completed', 'code': 200} Jul 09 20:58:16.552417 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-92a74ef7-58b0-42f6-ac6a-f830e08ef4fb req-ebe5a0fc-5f4f-4d3d-b458-39d4cea917d0 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 210 time: 0.0298185 Jul 09 20:58:16.751363 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-d5c50661-d796-4a4b-9205-e4ec8c2dbac6 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:16.753501 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-d5c50661-d796-4a4b-9205-e4ec8c2dbac6 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 810 time: 0.1118565 Jul 09 20:58:16.821926 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-9e9b8561-09cc-4595-b051-31adeac3ab67 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 380 time: 0.0339935 Jul 09 20:58:16.839980 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'port': {'device_id': 'e46f5274-a545-4568-b610-547e4203cd48', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'admin_state_up': True, 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'security_groups': ['15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:16.947790 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Made reservation on behalf of 1c76c6d920984b5680c4fece85d881c7 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:16.951167 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:17.088260 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Allocated IP 172.20.0.3 (e410d413-6443-4ea9-b5ba-9c4361f53e34/b9ad567a-a13b-4559-a1c1-9c52e7537ff9/6fd1e457-626c-43c3-8ab3-c4c81b7a6e53) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:17.232302 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-60f656ab-da18-4a09-9fe5-9fc443ab536e req-bbc896e5-a7f7-43f9-9a5f-a7cbac03a4d5 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0827980 Jul 09 20:58:17.276503 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907845c-00b4-4b22-b727-f88315cee276 req-8abdb159-0106-4eb7-8144-6e6e88a3f480 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:17.278284 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f907845c-00b4-4b22-b727-f88315cee276 req-8abdb159-0106-4eb7-8144-6e6e88a3f480 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0779321 Jul 09 20:58:17.291852 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:17.307012 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Transition to ACTIVE for port object 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:17.320405 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f907845c-00b4-4b22-b727-f88315cee276 req-12e748f3-75d5-45e3-86a0-eb2adb894601 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Jul 09 20:58:17.346935 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:17.395915 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:17.399130 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:17.401686 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:17.456638 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:17.485389 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:17.486741 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:17.507851 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-be2b3e36-c3a1-4bc8-a6e4-6448fb3f7e4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6718163 Jul 09 20:58:17.575960 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b94a5e77-db51-4594-b675-1290ad46960e req-13c3ecad-8198-4cd9-9592-f2eb6cd7b599 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 210 time: 0.0498893 Jul 09 20:58:17.602681 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Request body: {'port': {'device_id': 'e46f5274-a545-4568-b610-547e4203cd48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:17.684178 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-e6fc69e6-f1ce-4b69-a283-dfd94ac7ed55 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=82207c8740b6472caa0445324b13e4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129823 Jul 09 20:58:17.749624 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-54e0fecc-1c07-4d32-ad33-f335b0dbd5be None None] Provisioning for port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:17.756222 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-54e0fecc-1c07-4d32-ad33-f335b0dbd5be None None] Provisioning complete for port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:17.756866 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-54e0fecc-1c07-4d32-ad33-f335b0dbd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:17.796067 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-54e0fecc-1c07-4d32-ad33-f335b0dbd5be None None] Port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:17.808650 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-17ef00ef-31fe-4b02-951e-381c0057e730 req-3b8dbb82-b0d5-4bb4-8cdb-6dbf68487972 tempest-VolumesSnapshotTestJSON-2112762106 tempest-VolumesSnapshotTestJSON-2112762106-project] 10.222.0.77 "GET /v2.0/ports?device_id=56d9a966-f140-445f-8521-ee9363e91831 HTTP/1.1" status: 200 len: 210 time: 0.0355973 Jul 09 20:58:17.849460 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:17.985294 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-dc99ccbb-e727-4625-b3bd-346a2b5d5c2f tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:17.986832 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-dc99ccbb-e727-4625-b3bd-346a2b5d5c2f tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754831 Jul 09 20:58:18.279729 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Request body: {'port': {'device_id': '745440fe-532b-4445-a468-566a61dfbf5a', 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7', 'admin_state_up': True, 'tenant_id': '82207c8740b6472caa0445324b13e4e5'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:18.516944 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363468d-2b93-421f-95a1-8f510a100e5b req-bb63c150-ddeb-4909-b705-86d12575d674 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:18.519207 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2363468d-2b93-421f-95a1-8f510a100e5b req-bb63c150-ddeb-4909-b705-86d12575d674 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0769351 Jul 09 20:58:18.525595 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Made reservation on behalf of 82207c8740b6472caa0445324b13e4e5 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:18.529288 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.548935 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.557851 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2363468d-2b93-421f-95a1-8f510a100e5b req-c7c82ce5-7bd5-4c59-bb27-15e65cad3e8e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328276 Jul 09 20:58:18.561142 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a47ce-c537-46db-b007-2f463577d1e6 req-4940f6d2-5cad-4040-89f6-4cf4cb419995 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:18.567466 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-054a47ce-c537-46db-b007-2f463577d1e6 req-4940f6d2-5cad-4040-89f6-4cf4cb419995 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 931 time: 0.2135270 Jul 09 20:58:18.647071 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:58:18.661216 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-054a47ce-c537-46db-b007-2f463577d1e6 req-8be16df8-0344-4f7c-b2ea-8694191a2825 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877972 Jul 09 20:58:18.666556 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.696441 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Transition to ACTIVE for port object 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:18.703632 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.752313 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-82460a5b-40b1-4206-9221-d1c699b6da71 req-b52acbc4-7ea8-42f0-b30d-e3a495906420 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 210 time: 0.0278394 Jul 09 20:58:18.785219 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Pushing event updated for resources: {'Port': ['ID=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:18.794353 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.813502 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.910328 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea6c1e3-a269-422b-9484-5a2b7abd14a5,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:18.974037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Attempting to bind port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:18.974367 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Attempting to bind port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:18.974691 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Attempting to bind port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:18.984947 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:58:18.985267 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Attempting to bind port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:18.994361 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:18.994695 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Checking segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:18.995071 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Bound using segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:18.995494 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Bound port: 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:18.995847 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.015151 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Allocated IP 192.168.233.55 (ed823d42-7040-4e46-9b13-f70c58ffaff7/d0fc0467-83a3-4c5a-ace3-74e793c64432/3a1b6100-2a36-4429-a0d0-d13b0155a455) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:19.107416 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] For port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:19.112800 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] For port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:19.117776 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.212450 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:19.213754 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.215896 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] 10.222.0.83 "PUT /v2.0/ports/6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 HTTP/1.1" status: 200 len: 1093 time: 1.6461124 Jul 09 20:58:19.215896 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46f5274-a545-4568-b610-547e4203cd48', 'tag': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:19.218138 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee331c96-e775-4a78-b515-abcf2f82d2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e46f5274-a545-4568-b610-547e4203cd48", "tag": "6fd1e457-626c-43c3-8ab3-c4c81b7a6e53"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:19.254909 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe3600-e07f-49a6-9c9f-5a631ca2408f service neutron] Pushing event updated for resources: {'Port': ['ID=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:19.289993 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.293200 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a001722-8b9c-424f-9a40-8db7d0e9ebf2 x-openstack-request-id: req-6a001722-8b9c-424f-9a40-8db7d0e9ebf2 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:19.293487 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46f5274-a545-4568-b610-547e4203cd48", "tag": "6fd1e457-626c-43c3-8ab3-c4c81b7a6e53", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:19.293733 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a001722-8b9c-424f-9a40-8db7d0e9ebf2 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:19.294117 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46f5274-a545-4568-b610-547e4203cd48', 'tag': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'status': 'completed', 'code': 200} Jul 09 20:58:19.306047 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Transition to ACTIVE for port object 3a1b6100-2a36-4429-a0d0-d13b0155a455 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:19.341227 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.387986 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Network ed823d42-7040-4e46-9b13-f70c58ffaff7 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:19.391172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:19.395107 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:19.451222 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Pushing event updated for resources: {'Port': ['ID=3a1b6100-2a36-4429-a0d0-d13b0155a455,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:19.482890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:19.483537 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.505208 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device e51aed05-4d07-428f-8648-d69c583e55ad no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:58:19.507233 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-da52fed6-e11c-4149-ac4b-b14317098aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:19.508740 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-da52fed6-e11c-4149-ac4b-b14317098aa1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 1096 time: 0.1098566 Jul 09 20:58:19.509940 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-bfcc1f00-c4ac-4618-95ee-21216b4f69dc tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2344391 Jul 09 20:58:19.526114 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: e51aed05-4d07-428f-8648-d69c583e55ad {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:58:19.526710 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device e51aed05-4d07-428f-8648-d69c583e55ad not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:58:19.545406 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Request body: {'port': {'device_id': '745440fe-532b-4445-a468-566a61dfbf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:19.591852 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-5fd8cad9-1105-44ca-b537-243cd7f0797b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 HTTP/1.1" status: 200 len: 217 time: 0.0563827 Jul 09 20:58:19.678650 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-bab418cb-e879-470e-8e60-40dd304cb9b1 None None] Provisioning for port 3a1b6100-2a36-4429-a0d0-d13b0155a455 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:19.680284 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-2619c696-28dc-439f-8de6-fae7edad98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:19.681724 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-2619c696-28dc-439f-8de6-fae7edad98f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0807459 Jul 09 20:58:19.682666 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-bab418cb-e879-470e-8e60-40dd304cb9b1 None None] Provisioning complete for port 3a1b6100-2a36-4429-a0d0-d13b0155a455 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:19.683035 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bab418cb-e879-470e-8e60-40dd304cb9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.700038 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:19.721510 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-bab418cb-e879-470e-8e60-40dd304cb9b1 None None] Port 3a1b6100-2a36-4429-a0d0-d13b0155a455 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:58:19.849072 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5730f5-34d0-43a3-9d89-0c6297b2ba51 req-f3baa116-e51f-4a58-8b43-f0848aa16774 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:19.850469 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aa5730f5-34d0-43a3-9d89-0c6297b2ba51 req-f3baa116-e51f-4a58-8b43-f0848aa16774 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0658083 Jul 09 20:58:19.874255 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c097a-cf04-4e31-8dc8-8980932f9289 req-26ae7b9b-a2c8-4912-ac05-7362b86494fa tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:19.875736 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ed5c097a-cf04-4e31-8dc8-8980932f9289 req-26ae7b9b-a2c8-4912-ac05-7362b86494fa tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.1999013 Jul 09 20:58:19.889032 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aa5730f5-34d0-43a3-9d89-0c6297b2ba51 req-bc88ff00-6dbd-40f7-bae4-59735e359e1c tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Jul 09 20:58:19.899156 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-4cab4bbc-4dc1-4a81-888f-daf820f75438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:19.900613 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-4cab4bbc-4dc1-4a81-888f-daf820f75438 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2092016 Jul 09 20:58:20.018439 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ed5c097a-cf04-4e31-8dc8-8980932f9289 req-73961ce2-1224-478c-809b-22701a25e41b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330106 Jul 09 20:58:20.049231 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e305-90fe-481b-8d85-6cd3fb41db31 req-ddfb406b-2b86-4cd1-82cb-d39f0f759f86 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.050833 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3662e305-90fe-481b-8d85-6cd3fb41db31 req-ddfb406b-2b86-4cd1-82cb-d39f0f759f86 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 935 time: 0.0641863 Jul 09 20:58:20.072659 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-ee4eff41-31f7-4bdb-b11e-eb3c1aace7cd service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620107 Jul 09 20:58:20.087424 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3662e305-90fe-481b-8d85-6cd3fb41db31 req-d2adcd73-a89b-425d-95ff-a9d9cc4e9eba tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Jul 09 20:58:20.194879 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1b6100-2a36-4429-a0d0-d13b0155a455 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:58:20.211803 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:20.219524 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6ebc5533-89f6-47b5-80b1-fef7527fa288 req-f298b457-039c-490b-83e3-20b1724e465a service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357064 Jul 09 20:58:20.226887 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Transition to ACTIVE for port object 3a1b6100-2a36-4429-a0d0-d13b0155a455 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:20.230849 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:20.288097 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1b6100-2a36-4429-a0d0-d13b0155a455,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:20.365160 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Attempting to bind port 3a1b6100-2a36-4429-a0d0-d13b0155a455 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:20.365160 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Attempting to bind port 3a1b6100-2a36-4429-a0d0-d13b0155a455 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:20.365449 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Attempting to bind port 3a1b6100-2a36-4429-a0d0-d13b0155a455 on network ed823d42-7040-4e46-9b13-f70c58ffaff7 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:20.386721 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Port 3a1b6100-2a36-4429-a0d0-d13b0155a455 on network ed823d42-7040-4e46-9b13-f70c58ffaff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:58:20.387180 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Attempting to bind port 3a1b6100-2a36-4429-a0d0-d13b0155a455 on network ed823d42-7040-4e46-9b13-f70c58ffaff7 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:20.398811 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:20.399140 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Checking segment: {'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:20.399519 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Bound using segment: {'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:20.399937 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Bound port: 3a1b6100-2a36-4429-a0d0-d13b0155a455, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c421f0b4-d5d1-4f34-aa87-fc09b599e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:20.400285 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:20.470351 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-38965b6e-087b-47ac-8f93-426a0722782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.471854 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-38965b6e-087b-47ac-8f93-426a0722782f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 1096 time: 0.1168270 Jul 09 20:58:20.480465 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] For port 3a1b6100-2a36-4429-a0d0-d13b0155a455, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:20.483892 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] For port 3a1b6100-2a36-4429-a0d0-d13b0155a455, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=3a1b6100-2a36-4429-a0d0-d13b0155a455,segment=NetworkSegment(c421f0b4-d5d1-4f34-aa87-fc09b599e2f7),segment_id=c421f0b4-d5d1-4f34-aa87-fc09b599e2f7)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:20.490377 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:20.566124 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.566734 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:20.568092 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] 10.222.0.83 "PUT /v2.0/ports/3a1b6100-2a36-4429-a0d0-d13b0155a455 HTTP/1.1" status: 200 len: 1097 time: 1.0266840 Jul 09 20:58:20.607235 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-471fba2d-a35b-481e-ac4f-214506b4c1e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622189 Jul 09 20:58:20.609437 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dda472-79e9-4320-b8a6-ba605d588711 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1b6100-2a36-4429-a0d0-d13b0155a455,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:20.679090 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-edb6835b-1a51-4abf-ac5b-cd3352e15ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.680546 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-edb6835b-1a51-4abf-ac5b-cd3352e15ac5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.1916740 Jul 09 20:58:20.709817 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-56f521ec-769f-4632-bd40-7bf147ee9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.711306 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-56f521ec-769f-4632-bd40-7bf147ee9fad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82207c8740b6472caa0445324b13e4e5&device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 1100 time: 0.0723655 Jul 09 20:58:20.723962 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-303bcad5-2e68-475b-93ed-40c15781f0ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 HTTP/1.1" status: 200 len: 217 time: 0.0363259 Jul 09 20:58:20.767405 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-e895bf5a-5c19-413f-bdbe-073fad42cbca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3a1b6100-2a36-4429-a0d0-d13b0155a455 HTTP/1.1" status: 200 len: 217 time: 0.0373118 Jul 09 20:58:20.779282 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-b002fef4-7c51-4fe0-bd8c-ef85b3b35af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.780755 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-b002fef4-7c51-4fe0-bd8c-ef85b3b35af4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 1099 time: 0.1311440 Jul 09 20:58:20.786399 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-e6d965c5-cc26-48aa-82c9-26e9d6e85d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.787848 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-e6d965c5-cc26-48aa-82c9-26e9d6e85d36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0574954 Jul 09 20:58:20.819432 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-f6052b51-2bb6-479b-9f49-6aeabb6b920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.820755 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-f6052b51-2bb6-479b-9f49-6aeabb6b920f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d0fc0467-83a3-4c5a-ace3-74e793c64432 HTTP/1.1" status: 200 len: 843 time: 0.0468636 Jul 09 20:58:20.882285 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-534dbb75-89e9-440c-87ff-dc20e71d439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.883787 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-534dbb75-89e9-440c-87ff-dc20e71d439e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed823d42-7040-4e46-9b13-f70c58ffaff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0562687 Jul 09 20:58:20.926227 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-c829ede1-ab69-45dd-af2b-721c49d96b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.927708 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-c829ede1-ab69-45dd-af2b-721c49d96b09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1335349 Jul 09 20:58:20.932389 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-9aa270b5-2e8b-439f-a19b-cacb9d799fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.933825 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-9aa270b5-2e8b-439f-a19b-cacb9d799fe3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 911 time: 0.1291971 Jul 09 20:58:20.978720 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-a8a39db6-d7de-4b5f-8095-6901913ac4b9 service neutron] 10.222.0.83 "GET /v2.0/networks/ed823d42-7040-4e46-9b13-f70c58ffaff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877051 Jul 09 20:58:21.078886 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-2d586548-d1bf-4b0e-8f48-dc72aecb4a82 service neutron] 10.222.0.83 "GET /v2.0/networks/ed823d42-7040-4e46-9b13-f70c58ffaff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934885 Jul 09 20:58:21.079970 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-a3ec1ba5-babc-4f09-870c-e751863bd448 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 200 len: 1002 time: 0.1372626 Jul 09 20:58:21.147906 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-9cffa008-baab-45cd-9089-1606013096ed service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130644 Jul 09 20:58:21.166029 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635561-d082-4b90-a44f-0a9a9cdd6447 req-a659dc6f-bf6f-4ee1-a68f-4ca8538685b6 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.167573 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0b635561-d082-4b90-a44f-0a9a9cdd6447 req-a659dc6f-bf6f-4ee1-a68f-4ca8538685b6 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.1539090 Jul 09 20:58:21.180580 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-3985dc27-cb35-4418-8ada-b940ad546356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.181958 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-3985dc27-cb35-4418-8ada-b940ad546356 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.0844679 Jul 09 20:58:21.207560 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52189d68-0a62-47b6-97bf-d43beaa5babb req-13132d10-a2a7-4a3a-bf51-4cd036ee3fb6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.209066 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-52189d68-0a62-47b6-97bf-d43beaa5babb req-13132d10-a2a7-4a3a-bf51-4cd036ee3fb6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0666795 Jul 09 20:58:21.251845 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-52189d68-0a62-47b6-97bf-d43beaa5babb req-49fb9c3f-b0aa-469d-80c4-79522c9647ad tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368571 Jul 09 20:58:21.295161 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745440fe-532b-4445-a468-566a61dfbf5a', 'tag': '3a1b6100-2a36-4429-a0d0-d13b0155a455'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:21.297401 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d48415-8540-4ae5-bcb3-5ab239f8e47a" -d '{"events": [{"name": "network-changed", "server_uuid": "745440fe-532b-4445-a468-566a61dfbf5a", "tag": "3a1b6100-2a36-4429-a0d0-d13b0155a455"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:21.305623 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0b635561-d082-4b90-a44f-0a9a9cdd6447 req-8ca4469f-7023-4eb3-ae91-2b492eec573f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265254 Jul 09 20:58:21.345245 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ee331c96-e775-4a78-b515-abcf2f82d2ab req-07188d1d-90ca-4418-acfa-ff9e9e86d854 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747963 Jul 09 20:58:21.354588 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-ed1dcf3f-6d3f-4c4e-91e7-1bb7ce21e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.356053 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-ed1dcf3f-6d3f-4c4e-91e7-1bb7ce21e73f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1640706 Jul 09 20:58:21.369623 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be40ffd-4ae0-4ffd-8b9e-25638c48f718 x-openstack-request-id: req-3be40ffd-4ae0-4ffd-8b9e-25638c48f718 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:21.369862 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745440fe-532b-4445-a468-566a61dfbf5a", "tag": "3a1b6100-2a36-4429-a0d0-d13b0155a455", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:21.370289 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3be40ffd-4ae0-4ffd-8b9e-25638c48f718 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:21.370689 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745440fe-532b-4445-a468-566a61dfbf5a', 'tag': '3a1b6100-2a36-4429-a0d0-d13b0155a455', 'status': 'completed', 'code': 200} Jul 09 20:58:21.436603 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c86e8-f73f-4144-83ba-11826fa3a9d6 req-5ee6c8dd-1e3f-4881-9c21-0aa82d8ca7bf tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.439195 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f12c86e8-f73f-4144-83ba-11826fa3a9d6 req-5ee6c8dd-1e3f-4881-9c21-0aa82d8ca7bf tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0747297 Jul 09 20:58:21.489470 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f12c86e8-f73f-4144-83ba-11826fa3a9d6 req-69d4caf1-e098-4147-a489-9a9ca7ddf35d tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Jul 09 20:58:21.518270 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-bba221f9-bde3-4044-894e-290780af10f0 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456535 Jul 09 20:58:21.546498 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-bc8f489d-24c5-4a84-a837-ca0979995872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.547940 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-bc8f489d-24c5-4a84-a837-ca0979995872 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82207c8740b6472caa0445324b13e4e5&device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 1100 time: 0.1272051 Jul 09 20:58:21.681084 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-456ea48d-3304-417d-8b77-684ad2a40d9e req-7536dc24-fbdc-4895-9e94-484e47e5272f service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544132 Jul 09 20:58:21.685518 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-6aa6f936-eaf9-4ceb-86fd-9c696b025223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.687231 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-6aa6f936-eaf9-4ceb-86fd-9c696b025223 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed823d42-7040-4e46-9b13-f70c58ffaff7 HTTP/1.1" status: 200 len: 870 time: 0.1129570 Jul 09 20:58:21.737947 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-5607c920-ebc4-4692-92e2-799b32dafe1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3a1b6100-2a36-4429-a0d0-d13b0155a455 HTTP/1.1" status: 200 len: 217 time: 0.0365484 Jul 09 20:58:21.787375 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-cc8f3a7a-dfee-4f45-a883-60e70cb9651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.788828 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-cc8f3a7a-dfee-4f45-a883-60e70cb9651f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d0fc0467-83a3-4c5a-ace3-74e793c64432 HTTP/1.1" status: 200 len: 843 time: 0.0434015 Jul 09 20:58:21.842275 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-8095c311-c806-4f1d-8f1a-23253dd1da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.843680 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-8095c311-c806-4f1d-8f1a-23253dd1da98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed823d42-7040-4e46-9b13-f70c58ffaff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485351 Jul 09 20:58:22.164074 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-db970642-fde3-45ce-a40e-369c4aa1254d service neutron] 10.222.0.83 "GET /v2.0/networks/ed823d42-7040-4e46-9b13-f70c58ffaff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130226 Jul 09 20:58:22.249646 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-50d48415-8540-4ae5-bcb3-5ab239f8e47a req-69f7345d-13d2-4d06-8c2e-baa9e188c2c7 service neutron] 10.222.0.83 "GET /v2.0/networks/ed823d42-7040-4e46-9b13-f70c58ffaff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791600 Jul 09 20:58:22.437059 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096c700-b515-4007-99b5-b5669b75457e req-79cba950-110d-4437-8157-6c62427a7b36 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:22.438567 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2096c700-b515-4007-99b5-b5669b75457e req-79cba950-110d-4437-8157-6c62427a7b36 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0652750 Jul 09 20:58:22.477822 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2096c700-b515-4007-99b5-b5669b75457e req-9a0424a0-765d-442e-a765-288f846c21c5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331674 Jul 09 20:58:22.490756 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f72391-6cea-4f34-a94a-e7c8a5597942 req-44906d9b-e2ec-402c-aca0-a3c1b46dc66b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:22.492363 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-60f72391-6cea-4f34-a94a-e7c8a5597942 req-44906d9b-e2ec-402c-aca0-a3c1b46dc66b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0671318 Jul 09 20:58:22.535701 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-60f72391-6cea-4f34-a94a-e7c8a5597942 req-2d8f3464-ab2b-4fb9-9219-836b260b78d2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367007 Jul 09 20:58:22.654893 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03903c82-8345-41f3-af4e-f64bed0d91cd req-403a43fa-01b4-4b93-af2c-bc96c72bfca1 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:22.656339 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-03903c82-8345-41f3-af4e-f64bed0d91cd req-403a43fa-01b4-4b93-af2c-bc96c72bfca1 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0617530 Jul 09 20:58:22.694762 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-03903c82-8345-41f3-af4e-f64bed0d91cd req-899a8851-efbd-40d4-8f72-87c21ca33a7a tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Jul 09 20:58:23.658672 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c562-5e2c-49af-b01c-4395fad44c48 req-57e91ee8-0f9c-4810-b127-26795ca0a45c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:23.660279 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-01c8c562-5e2c-49af-b01c-4395fad44c48 req-57e91ee8-0f9c-4810-b127-26795ca0a45c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0638988 Jul 09 20:58:23.696911 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-01c8c562-5e2c-49af-b01c-4395fad44c48 req-74fd859a-1123-4c0e-ad73-4af3ee4b6393 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309758 Jul 09 20:58:23.708067 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfbefb-eff2-4b9a-9827-ccfed10b3624 req-cdb60f2f-ca17-4bc0-99fb-8ad6acf6bc16 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:23.709562 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8bcfbefb-eff2-4b9a-9827-ccfed10b3624 req-cdb60f2f-ca17-4bc0-99fb-8ad6acf6bc16 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0619617 Jul 09 20:58:23.757761 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8bcfbefb-eff2-4b9a-9827-ccfed10b3624 req-613415b9-dcef-4818-89ed-4cc7d84534e5 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427327 Jul 09 20:58:23.866286 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f344-fcac-4d44-9950-7fdc43e2f11e req-766b0c47-0bb3-40a4-b6cd-32ecc4419a3d tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:23.867730 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6e91f344-fcac-4d44-9950-7fdc43e2f11e req-766b0c47-0bb3-40a4-b6cd-32ecc4419a3d tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0644467 Jul 09 20:58:23.904306 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6e91f344-fcac-4d44-9950-7fdc43e2f11e req-cc493c9a-0081-42f0-b9b5-f96f270111d5 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Jul 09 20:58:24.875216 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51cd0b-ce39-44aa-969b-1990c9fcbe00 req-d4c5003b-6e42-495a-b447-ccd143e4a57f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:24.877642 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9c51cd0b-ce39-44aa-969b-1990c9fcbe00 req-d4c5003b-6e42-495a-b447-ccd143e4a57f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0644698 Jul 09 20:58:24.913992 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9c51cd0b-ce39-44aa-969b-1990c9fcbe00 req-2882c7b8-2889-4ea4-90b7-8de9810d9fbd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313842 Jul 09 20:58:24.938613 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d3eaf-bc09-4bce-808b-d910ca5513cf req-fb31528f-d7d6-47e6-b67b-9fb871e67493 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:24.940641 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-966d3eaf-bc09-4bce-808b-d910ca5513cf req-fb31528f-d7d6-47e6-b67b-9fb871e67493 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0725040 Jul 09 20:58:24.979592 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-966d3eaf-bc09-4bce-808b-d910ca5513cf req-c6a4b0dc-50c4-494c-8aeb-79cc14360fb6 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331089 Jul 09 20:58:25.075167 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0569b-c264-4782-959f-cdcf4de16827 req-2ef3c8d1-096d-4108-a6a0-229833730e3b tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:25.076626 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-72b0569b-c264-4782-959f-cdcf4de16827 req-2ef3c8d1-096d-4108-a6a0-229833730e3b tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0622499 Jul 09 20:58:25.113169 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-72b0569b-c264-4782-959f-cdcf4de16827 req-e42105a6-3d13-46c0-ba4d-1ac8e6e97cf8 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303688 Jul 09 20:58:26.092539 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986fbd-d7ee-4791-a412-1fe53d7f604c req-6152e239-f5b4-45ac-9d14-ca43fcc2e72e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:26.094226 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-00986fbd-d7ee-4791-a412-1fe53d7f604c req-6152e239-f5b4-45ac-9d14-ca43fcc2e72e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0630581 Jul 09 20:58:26.131277 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-00986fbd-d7ee-4791-a412-1fe53d7f604c req-883452d7-52e0-4b8e-baae-7da567268ae8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Jul 09 20:58:26.153435 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c56829-9648-4c10-a1c1-4f0dba925433 req-1689a039-bdfe-4a8b-9853-65f64720b9a4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:26.154998 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-99c56829-9648-4c10-a1c1-4f0dba925433 req-1689a039-bdfe-4a8b-9853-65f64720b9a4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0667727 Jul 09 20:58:26.193472 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-99c56829-9648-4c10-a1c1-4f0dba925433 req-0942e976-a431-49b7-b761-82abdef34d6b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Jul 09 20:58:26.296053 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbacf7-a9ba-43b4-8f27-1611494446ca req-f9f3349d-296e-4c72-830c-aaf53abb601e tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:26.297528 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-08bbacf7-a9ba-43b4-8f27-1611494446ca req-f9f3349d-296e-4c72-830c-aaf53abb601e tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0658302 Jul 09 20:58:26.335733 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-08bbacf7-a9ba-43b4-8f27-1611494446ca req-d74fda32-afa1-4044-8b02-c8db3a2588ca tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320232 Jul 09 20:58:27.324584 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ed4d2-8e9e-4557-b650-c8e04d8ca096 req-e4f1a47a-b412-44cc-85ef-52eaefaa3761 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:27.326691 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d74ed4d2-8e9e-4557-b650-c8e04d8ca096 req-e4f1a47a-b412-44cc-85ef-52eaefaa3761 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0743275 Jul 09 20:58:27.364053 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d74ed4d2-8e9e-4557-b650-c8e04d8ca096 req-d2565936-d641-4192-b7a7-c21f0e296c2f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317931 Jul 09 20:58:27.373423 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed8aed-f954-4427-9c06-738ebbfcc3b7 req-2b367d65-879f-4955-93a8-3a6b09c3ebeb tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:27.374903 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-20ed8aed-f954-4427-9c06-738ebbfcc3b7 req-2b367d65-879f-4955-93a8-3a6b09c3ebeb tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0628715 Jul 09 20:58:27.413744 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-20ed8aed-f954-4427-9c06-738ebbfcc3b7 req-086ff70e-075f-47ae-8b7a-ef64c505176f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334389 Jul 09 20:58:27.529886 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7d7de-defe-40f1-9b97-48efcbc4c348 req-e073cb2c-a193-4852-a216-99a8e5eb9611 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:27.531395 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-18c7d7de-defe-40f1-9b97-48efcbc4c348 req-e073cb2c-a193-4852-a216-99a8e5eb9611 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0621157 Jul 09 20:58:27.571254 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-18c7d7de-defe-40f1-9b97-48efcbc4c348 req-a349e55a-e2ac-493d-824c-5b13180ddfea tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Jul 09 20:58:28.540857 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad7dc7-5a5f-4414-a50e-f79676d17553 req-df820b1f-c62c-4aaa-af22-4df7cc3e45c5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:28.542334 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a5ad7dc7-5a5f-4414-a50e-f79676d17553 req-df820b1f-c62c-4aaa-af22-4df7cc3e45c5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0668728 Jul 09 20:58:28.580889 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a5ad7dc7-5a5f-4414-a50e-f79676d17553 req-6ea07899-62f5-4fba-9a23-bfc17c48186f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Jul 09 20:58:28.582931 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c0da1-0c76-417d-89dd-f8042148145e req-b7cac0e8-05fe-4a9a-8c7c-5975a72cefa4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:28.584430 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-131c0da1-0c76-417d-89dd-f8042148145e req-b7cac0e8-05fe-4a9a-8c7c-5975a72cefa4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0633931 Jul 09 20:58:28.621423 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-131c0da1-0c76-417d-89dd-f8042148145e req-1723be98-7a7e-47ec-8e8c-31b367012aff tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Jul 09 20:58:28.751317 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bb772-141d-42e4-bc41-0ffed312b6c4 req-de10b25f-5f06-40fd-a675-20250eadb815 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:28.752917 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-239bb772-141d-42e4-bc41-0ffed312b6c4 req-de10b25f-5f06-40fd-a675-20250eadb815 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0682392 Jul 09 20:58:28.790602 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-239bb772-141d-42e4-bc41-0ffed312b6c4 req-17a59c95-085c-47da-8d3f-5ccf94eb3be0 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Jul 09 20:58:29.759364 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e4eb-b8e5-45a7-88e6-30e3f4bb77d4 req-fbe8cceb-abbf-4042-81ca-0bdf3b1bb058 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:29.762779 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4871e4eb-b8e5-45a7-88e6-30e3f4bb77d4 req-fbe8cceb-abbf-4042-81ca-0bdf3b1bb058 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0667932 Jul 09 20:58:29.795498 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1d01f-2542-4914-9ede-5606abed868d req-a48f481d-f5fc-4eab-90ee-0e444a7132a1 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:29.796954 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-81d1d01f-2542-4914-9ede-5606abed868d req-a48f481d-f5fc-4eab-90ee-0e444a7132a1 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0664003 Jul 09 20:58:29.800185 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4871e4eb-b8e5-45a7-88e6-30e3f4bb77d4 req-511dbecb-2e5c-4c61-9e1c-cf6e29a83641 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335982 Jul 09 20:58:29.841456 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-81d1d01f-2542-4914-9ede-5606abed868d req-877fd43f-51b9-450b-8a9f-261125f816e5 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343263 Jul 09 20:58:29.981074 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2fc1a-b000-49dc-9d80-bb083a5034c4 req-86c51575-2f58-46d6-af5b-1dbe1e77cee1 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:29.982563 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ab2fc1a-b000-49dc-9d80-bb083a5034c4 req-86c51575-2f58-46d6-af5b-1dbe1e77cee1 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0702407 Jul 09 20:58:30.034725 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ab2fc1a-b000-49dc-9d80-bb083a5034c4 req-bf19a5d8-d716-4ca1-95d8-aba51630f750 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Jul 09 20:58:30.982322 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a38a98-e7a3-4636-93d2-6a42f03d5989 req-f91f087c-5455-447f-a379-f4327c2f4d4a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:30.983843 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-17a38a98-e7a3-4636-93d2-6a42f03d5989 req-f91f087c-5455-447f-a379-f4327c2f4d4a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 944 time: 0.0671656 Jul 09 20:58:31.012509 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f127b-5b41-4b97-a304-eb3d9d3103a9 req-f33feb21-24cf-418f-8ad4-9c2b98f3bf8d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:31.013988 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b87f127b-5b41-4b97-a304-eb3d9d3103a9 req-f33feb21-24cf-418f-8ad4-9c2b98f3bf8d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0630150 Jul 09 20:58:31.021222 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-17a38a98-e7a3-4636-93d2-6a42f03d5989 req-eda0b261-7164-4280-b987-a7a758874cf8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317557 Jul 09 20:58:31.051691 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b87f127b-5b41-4b97-a304-eb3d9d3103a9 req-fd35af76-34a5-49ad-9bea-6c3cc7916e8e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Jul 09 20:58:31.215620 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca526b-8753-4087-b254-dd9c95a92779 req-9525f653-7319-4ee9-8235-6829a0e9afc3 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:31.217620 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-baca526b-8753-4087-b254-dd9c95a92779 req-9525f653-7319-4ee9-8235-6829a0e9afc3 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 947 time: 0.0691659 Jul 09 20:58:31.257413 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-baca526b-8753-4087-b254-dd9c95a92779 req-0498c578-31fc-436f-95a4-09729baafb6c tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333123 Jul 09 20:58:31.569294 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 3a1b6100-2a36-4429-a0d0-d13b0155a455 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:58:31.664347 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 3a1b6100-2a36-4429-a0d0-d13b0155a455, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=3a1b6100-2a36-4429-a0d0-d13b0155a455,segment=NetworkSegment(c421f0b4-d5d1-4f34-aa87-fc09b599e2f7),segment_id=c421f0b4-d5d1-4f34-aa87-fc09b599e2f7)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:31.675885 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '3a1b6100-2a36-4429-a0d0-d13b0155a455', 'network_id': 'ed823d42-7040-4e46-9b13-f70c58ffaff7', 'port_id': '3a1b6100-2a36-4429-a0d0-d13b0155a455', 'mac_address': 'fa:16:3e:9a:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fc0467-83a3-4c5a-ace3-74e793c64432', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:58:31.716582 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:31.731265 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1b6100-2a36-4429-a0d0-d13b0155a455 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:58:31.750601 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 3a1b6100-2a36-4429-a0d0-d13b0155a455, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=3a1b6100-2a36-4429-a0d0-d13b0155a455,segment=NetworkSegment(c421f0b4-d5d1-4f34-aa87-fc09b599e2f7),segment_id=c421f0b4-d5d1-4f34-aa87-fc09b599e2f7)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:31.754821 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:31.755624 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:58:31.841956 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=3a1b6100-2a36-4429-a0d0-d13b0155a455,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:31.855377 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.855715 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.856062 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.856372 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.856695 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.857039 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.857358 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.857677 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.858010 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.858328 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.858661 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.858949 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:31.895637 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:31.909719 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'f963b45c-8e55-4009-b600-e793c0274776', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'port_id': 'f963b45c-8e55-4009-b600-e793c0274776', 'mac_address': 'fa:16:3e:de:31:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:58:31.945318 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:31.957309 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f963b45c-8e55-4009-b600-e793c0274776 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:58:31.976219 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:31.979195 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:31.980096 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:58:32.071901 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=9']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:32.117564 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:32.129594 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'port_id': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'mac_address': 'fa:16:3e:1a:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:58:32.168368 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:32.182352 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:58:32.206640 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:32.212733 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:32.218570 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a649d5d-1814-42b5-9f47-c774f9f84ccd req-b4cb6836-b201-4274-b4b8-385289fb23ff tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:32.220260 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7a649d5d-1814-42b5-9f47-c774f9f84ccd req-b4cb6836-b201-4274-b4b8-385289fb23ff tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0701168 Jul 09 20:58:32.263989 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:32.266122 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7a649d5d-1814-42b5-9f47-c774f9f84ccd req-7168b858-482d-47b0-a387-cae5b76d2865 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 Jul 09 20:58:32.279117 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa2f26-4200-49f8-a4f9-cff709eed3af req-273333b1-9d4b-4ac8-8f7f-fd81bfad2161 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:32.280733 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c8fa2f26-4200-49f8-a4f9-cff709eed3af req-273333b1-9d4b-4ac8-8f7f-fd81bfad2161 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 943 time: 0.0969381 Jul 09 20:58:32.329473 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c8fa2f26-4200-49f8-a4f9-cff709eed3af req-4d442f0b-d1a0-4549-ae23-5a87672be624 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Jul 09 20:58:32.431427 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a3745-915d-4bb7-832f-286b080c6091 req-1554b866-156c-4b2f-a167-c2f6686cbd86 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:32.432920 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-291a3745-915d-4bb7-832f-286b080c6091 req-1554b866-156c-4b2f-a167-c2f6686cbd86 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 948 time: 0.0633755 Jul 09 20:58:32.471879 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-291a3745-915d-4bb7-832f-286b080c6091 req-b3d9b002-3401-4ea4-b9f5-c204dd4cbb64 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Jul 09 20:58:33.448944 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc54b-01df-4c7c-aae6-3af4dadee163 req-4f8ae85a-5ddb-4a2f-9a10-196b676a09ba tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:33.451117 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3e1fc54b-01df-4c7c-aae6-3af4dadee163 req-4f8ae85a-5ddb-4a2f-9a10-196b676a09ba tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0649245 Jul 09 20:58:33.493820 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3e1fc54b-01df-4c7c-aae6-3af4dadee163 req-419df07d-f848-4b6d-ba51-863919847494 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324330 Jul 09 20:58:33.497952 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5e6b2-17da-4c85-8635-5e20c0fb5682 req-fa46d41c-b882-46cb-8261-9c48a9b7e9e2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:33.500913 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-acd5e6b2-17da-4c85-8635-5e20c0fb5682 req-fa46d41c-b882-46cb-8261-9c48a9b7e9e2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 944 time: 0.0650344 Jul 09 20:58:33.539776 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-acd5e6b2-17da-4c85-8635-5e20c0fb5682 req-38b33d98-35e2-43eb-9fcd-cdf5e41c6d4a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330610 Jul 09 20:58:33.562441 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['6fd1e457-626c-43c3-8ab3-c4c81b7a6e53'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:58:33.589571 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['f963b45c-8e55-4009-b600-e793c0274776'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:58:33.594364 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['3a1b6100-2a36-4429-a0d0-d13b0155a455'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:58:33.666497 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340a6cf-9c98-4d61-b52c-73a79d7e5c15 req-0dfa5878-0a9e-48da-8328-cd76b78c347a tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:33.667981 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3340a6cf-9c98-4d61-b52c-73a79d7e5c15 req-0dfa5878-0a9e-48da-8328-cd76b78c347a tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 948 time: 0.0633626 Jul 09 20:58:33.706235 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3340a6cf-9c98-4d61-b52c-73a79d7e5c15 req-5e4fb26e-703c-42cc-b53c-41f42fd64ba6 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Jul 09 20:58:34.688990 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f07b05-db9c-4821-a7d3-56c1ef761a73 req-a2533712-6765-4597-8fc9-3aea680c3489 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:34.690548 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-75f07b05-db9c-4821-a7d3-56c1ef761a73 req-a2533712-6765-4597-8fc9-3aea680c3489 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0751848 Jul 09 20:58:34.728504 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae8169-176a-49bc-9d87-663fde5b1809 req-de0faf91-6599-41ac-a954-01c7857ece37 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:34.730052 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f9ae8169-176a-49bc-9d87-663fde5b1809 req-de0faf91-6599-41ac-a954-01c7857ece37 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 944 time: 0.0749974 Jul 09 20:58:34.733523 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-75f07b05-db9c-4821-a7d3-56c1ef761a73 req-984eea58-7e29-4c2c-9a57-4896e6551d22 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372682 Jul 09 20:58:34.786391 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f9ae8169-176a-49bc-9d87-663fde5b1809 req-70785cdc-6906-432d-a7b6-beea6fba5298 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496259 Jul 09 20:58:34.906257 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a083d-b0ab-43d5-a3f9-c4a53d176d50 req-c4e11eaa-ead8-4ea7-ab45-c3cd570a5130 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:34.908405 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ca1a083d-b0ab-43d5-a3f9-c4a53d176d50 req-c4e11eaa-ead8-4ea7-ab45-c3cd570a5130 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 948 time: 0.0676169 Jul 09 20:58:34.945656 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ca1a083d-b0ab-43d5-a3f9-c4a53d176d50 req-fd580a4c-9800-417b-9961-a33a2cf6cc07 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Jul 09 20:58:35.915472 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90008d-3cb2-48b8-abad-5fd21782c8e4 req-fc48b86d-1e80-43ab-9295-026523b011bd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:35.917040 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0b90008d-3cb2-48b8-abad-5fd21782c8e4 req-fc48b86d-1e80-43ab-9295-026523b011bd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0647399 Jul 09 20:58:35.953803 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0b90008d-3cb2-48b8-abad-5fd21782c8e4 req-9ea6efeb-5078-451f-b1a5-3fe80dfb127c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312567 Jul 09 20:58:35.960039 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7b19-6ebf-430b-b5c0-98ffbc5e6cab req-1089c0cd-f08b-46e2-9089-51f94de17dd8 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:35.961543 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-958a7b19-6ebf-430b-b5c0-98ffbc5e6cab req-1089c0cd-f08b-46e2-9089-51f94de17dd8 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 944 time: 0.0622015 Jul 09 20:58:36.005104 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-958a7b19-6ebf-430b-b5c0-98ffbc5e6cab req-15e3c9c1-8d56-4a46-8b47-5a89055400a3 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380306 Jul 09 20:58:36.124326 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b0e28-c359-4563-b031-10d50b77b5de req-d0e91567-25d0-4486-89e9-1973479d48db tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:36.126311 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8f0b0e28-c359-4563-b031-10d50b77b5de req-d0e91567-25d0-4486-89e9-1973479d48db tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 948 time: 0.0647757 Jul 09 20:58:36.163786 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8f0b0e28-c359-4563-b031-10d50b77b5de req-cb8adc2a-6372-4882-bd92-42a747a10991 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Jul 09 20:58:37.139444 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3c21-35c5-4983-a1f5-f1084807adc6 req-2b838e8c-e30c-46cc-8f28-82840ebeb964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:37.140982 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-db1a3c21-35c5-4983-a1f5-f1084807adc6 req-2b838e8c-e30c-46cc-8f28-82840ebeb964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0625768 Jul 09 20:58:37.179613 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769f01-2c57-48db-b911-cc027e7eb4e8 req-d274f953-5e86-4ace-9d31-51eb0805db21 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:37.180342 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-db1a3c21-35c5-4983-a1f5-f1084807adc6 req-b6f39ece-9fb4-4198-bc3d-51ae1efe0ad4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Jul 09 20:58:37.181057 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ce769f01-2c57-48db-b911-cc027e7eb4e8 req-d274f953-5e86-4ace-9d31-51eb0805db21 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 944 time: 0.0656319 Jul 09 20:58:37.221435 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ce769f01-2c57-48db-b911-cc027e7eb4e8 req-ad14185c-5cc0-4f97-9acf-b843db7d43f9 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347135 Jul 09 20:58:37.349084 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068fdde-8559-40ad-af79-ef17f86eec71 req-c712515a-a0ac-46bb-a51b-ad48ef25c632 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:37.350561 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8068fdde-8559-40ad-af79-ef17f86eec71 req-c712515a-a0ac-46bb-a51b-ad48ef25c632 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 948 time: 0.0638044 Jul 09 20:58:37.388840 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8068fdde-8559-40ad-af79-ef17f86eec71 req-70037f7e-d3ad-437c-9ca0-91e052e848d2 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Jul 09 20:58:38.361598 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e074-51f1-4e04-ae2d-89a23f53be77 req-cbdb36ba-a17b-489f-a74b-7f32b6f848e5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:38.363562 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4e23e074-51f1-4e04-ae2d-89a23f53be77 req-cbdb36ba-a17b-489f-a74b-7f32b6f848e5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0660415 Jul 09 20:58:38.398473 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b15cb0-2ccf-4159-b945-931cb0bfd9a8 req-1dd5aeb9-ffd5-4f9c-863b-12b3bc705d81 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:38.399939 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f1b15cb0-2ccf-4159-b945-931cb0bfd9a8 req-1dd5aeb9-ffd5-4f9c-863b-12b3bc705d81 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 944 time: 0.0689723 Jul 09 20:58:38.402133 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4e23e074-51f1-4e04-ae2d-89a23f53be77 req-41b6d1d9-c88c-4899-99f1-3495c0832904 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327756 Jul 09 20:58:38.439753 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f1b15cb0-2ccf-4159-b945-931cb0bfd9a8 req-9975e787-1fba-48b5-91e1-cb1065620802 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339775 Jul 09 20:58:38.573131 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffe96b-e6c2-4468-8801-dec6c5d336c3 req-a6a2f888-27b9-4580-a1c0-1f4daead9830 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:38.581281 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-beffe96b-e6c2-4468-8801-dec6c5d336c3 req-a6a2f888-27b9-4580-a1c0-1f4daead9830 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 948 time: 0.0696840 Jul 09 20:58:38.615271 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-beffe96b-e6c2-4468-8801-dec6c5d336c3 req-7bfe1261-b2fa-45d0-8135-f3946661ce92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Jul 09 20:58:39.580423 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f7839-e69c-4574-b6e6-97b5238c16e1 req-b3824a0b-764e-486a-a7e6-3194c9b9ce8c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:39.581928 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5e6f7839-e69c-4574-b6e6-97b5238c16e1 req-b3824a0b-764e-486a-a7e6-3194c9b9ce8c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0640860 Jul 09 20:58:39.612339 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d57125-b93d-4d59-b7c1-5059b728e919 req-17ddcd80-9123-4be4-96f5-32b1987818a2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:39.613925 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b6d57125-b93d-4d59-b7c1-5059b728e919 req-17ddcd80-9123-4be4-96f5-32b1987818a2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 944 time: 0.0645678 Jul 09 20:58:39.621251 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5e6f7839-e69c-4574-b6e6-97b5238c16e1 req-eed7e8dc-4a6d-472c-9c5c-49222f2ed788 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329463 Jul 09 20:58:39.661210 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b6d57125-b93d-4d59-b7c1-5059b728e919 req-9753f720-05c5-4068-83fc-1dbf3a84745d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414126 Jul 09 20:58:39.790428 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21e0b-7df8-49d8-abb7-6d89ca4c9bd6 req-4c710003-fdf4-453d-bc81-72d01d90705e tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:39.791798 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f5e21e0b-7df8-49d8-abb7-6d89ca4c9bd6 req-4c710003-fdf4-453d-bc81-72d01d90705e tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 948 time: 0.0611944 Jul 09 20:58:39.832498 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f5e21e0b-7df8-49d8-abb7-6d89ca4c9bd6 req-3d963be6-8985-473a-b09e-8edca1b38bec tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Jul 09 20:58:40.794160 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc202-3d62-4a9b-8833-46305acb7117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:40.815081 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10242729-503c-4810-8383-26545e2fab93 req-b663fa76-be15-4c39-9d3e-d2bf006304c7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:40.816684 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-10242729-503c-4810-8383-26545e2fab93 req-b663fa76-be15-4c39-9d3e-d2bf006304c7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 945 time: 0.0743825 Jul 09 20:58:40.857219 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-10242729-503c-4810-8383-26545e2fab93 req-e352853c-9328-47a1-a8c0-e440942fd518 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346181 Jul 09 20:58:40.988448 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea253-a449-4afe-885f-cdc89571a240 req-a40266b0-c7ce-4791-b165-dac8b41eeaf4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:40.990104 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fe8ea253-a449-4afe-885f-cdc89571a240 req-a40266b0-c7ce-4791-b165-dac8b41eeaf4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 944 time: 0.0635879 Jul 09 20:58:41.030438 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9c830-baf8-479b-83c1-aea172745417 req-1dbe7dfa-e371-4709-b2ac-d595b3b585de tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:41.031988 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e5a9c830-baf8-479b-83c1-aea172745417 req-1dbe7dfa-e371-4709-b2ac-d595b3b585de tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 948 time: 0.0736725 Jul 09 20:58:41.035876 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fe8ea253-a449-4afe-885f-cdc89571a240 req-8f140e3d-157c-46d2-99b8-d7594468cad9 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350142 Jul 09 20:58:41.071571 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e5a9c830-baf8-479b-83c1-aea172745417 req-d8aa34db-9815-4d8a-9b7b-230d151f7f7c tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335884 Jul 09 20:58:41.353428 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:41.399473 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port f963b45c-8e55-4009-b600-e793c0274776 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:41.399844 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.493093 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.514792 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:41.517659 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda2f9a9-30db-4ca5-ae1d-b672a8153e86" -d '{"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-plugged", "status": "completed", "tag": "f963b45c-8e55-4009-b600-e793c0274776"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:41.530750 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:41.535805 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.536689 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 3a1b6100-2a36-4429-a0d0-d13b0155a455 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:41.573192 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd34e1e-37c3-4b5c-b1d7-90103f9b5f37 x-openstack-request-id: req-4bd34e1e-37c3-4b5c-b1d7-90103f9b5f37 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:41.573480 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-plugged", "status": "completed", "tag": "f963b45c-8e55-4009-b600-e793c0274776", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:41.573711 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4bd34e1e-37c3-4b5c-b1d7-90103f9b5f37 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:41.574086 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776', 'code': 200} Jul 09 20:58:41.611941 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=10']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:41.623368 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 3a1b6100-2a36-4429-a0d0-d13b0155a455 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:41.627453 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 3a1b6100-2a36-4429-a0d0-d13b0155a455 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:41.627821 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.705961 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.738090 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 3a1b6100-2a36-4429-a0d0-d13b0155a455, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=3a1b6100-2a36-4429-a0d0-d13b0155a455,segment=NetworkSegment(c421f0b4-d5d1-4f34-aa87-fc09b599e2f7),segment_id=c421f0b4-d5d1-4f34-aa87-fc09b599e2f7)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:41.742030 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.742796 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:41.814220 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=3a1b6100-2a36-4429-a0d0-d13b0155a455,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:41.827004 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:41.830824 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:41.831187 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.908828 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.941927 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:41.945621 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:41.992922 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:42.037116 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7ca48-ce9d-44c2-b2f2-c2985dbefdff req-77a896fd-c20d-4339-abc5-45d1f24a13cb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:42.038617 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b7d7ca48-ce9d-44c2-b2f2-c2985dbefdff req-77a896fd-c20d-4339-abc5-45d1f24a13cb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.0641966 Jul 09 20:58:42.083809 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b7d7ca48-ce9d-44c2-b2f2-c2985dbefdff req-52bb5ef6-717c-44af-9b93-81c645f26fac tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396669 Jul 09 20:58:42.271293 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46236a-7aab-484c-b72a-f63336061ee3 req-db5a523c-1436-41ae-b342-dc387da145aa tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:42.272907 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd46236a-7aab-484c-b72a-f63336061ee3 req-db5a523c-1436-41ae-b342-dc387da145aa tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0713043 Jul 09 20:58:42.292453 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2af99-ebd9-4a47-912f-dcf20b6e4506 req-8caa660d-8433-4195-8d0d-a964f96a2a30 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:42.294533 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b3e2af99-ebd9-4a47-912f-dcf20b6e4506 req-8caa660d-8433-4195-8d0d-a964f96a2a30 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.1130521 Jul 09 20:58:42.302299 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225610e-e750-4a2b-be7f-b473915490f9 req-59227a40-f5f9-4635-8ed6-8c8ce220ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:42.303724 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a225610e-e750-4a2b-be7f-b473915490f9 req-59227a40-f5f9-4635-8ed6-8c8ce220ea48 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1100 time: 0.0906947 Jul 09 20:58:42.325398 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd46236a-7aab-484c-b72a-f63336061ee3 req-ffe3ab32-edbb-4bf4-9b3e-0603d9eea1d1 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Jul 09 20:58:42.362480 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b3e2af99-ebd9-4a47-912f-dcf20b6e4506 req-0a60f75c-f996-435a-995d-727775368b16 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578108 Jul 09 20:58:42.364424 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a225610e-e750-4a2b-be7f-b473915490f9 req-e8182d86-bbd5-442c-860f-48988a20342c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523808 Jul 09 20:58:43.261003 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3034-4d20-4cca-b393-2d8571b2e6b1 req-ca810921-ae1c-481c-8588-d0eb1ac6fd2c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:43.262801 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ff0d3034-4d20-4cca-b393-2d8571b2e6b1 req-ca810921-ae1c-481c-8588-d0eb1ac6fd2c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.0619946 Jul 09 20:58:43.301799 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ff0d3034-4d20-4cca-b393-2d8571b2e6b1 req-dff97d69-a57f-4a07-a411-f3905b6286cd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330317 Jul 09 20:58:43.448200 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-5c185ae3-ccb9-4a82-80e8-9cd3789e02c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.526082 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1e06-e5b4-482e-94e0-630155c30b61 req-fe531a45-fb29-446d-af27-40c50ed6f050 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:43.528066 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0d7c1e06-e5b4-482e-94e0-630155c30b61 req-fe531a45-fb29-446d-af27-40c50ed6f050 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0926139 Jul 09 20:58:43.571945 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa6bb0-b380-470a-8b6e-96ede0314d0a req-1b62ab1a-ef73-42f2-a5e6-5c18a018c813 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:43.574001 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6faa6bb0-b380-470a-8b6e-96ede0314d0a req-1b62ab1a-ef73-42f2-a5e6-5c18a018c813 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0740004 Jul 09 20:58:43.576074 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0d7c1e06-e5b4-482e-94e0-630155c30b61 req-1df2fdda-5494-4577-972a-3bc7b61069e8 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jul 09 20:58:43.582418 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745440fe-532b-4445-a468-566a61dfbf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1b6100-2a36-4429-a0d0-d13b0155a455'}, {'server_uuid': 'e46f5274-a545-4568-b610-547e4203cd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:43.585189 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323f56b0-3a6b-4bbd-b527-3206c37e1c46" -d '{"events": [{"server_uuid": "745440fe-532b-4445-a468-566a61dfbf5a", "name": "network-vif-plugged", "status": "completed", "tag": "3a1b6100-2a36-4429-a0d0-d13b0155a455"}, {"server_uuid": "e46f5274-a545-4568-b610-547e4203cd48", "name": "network-vif-plugged", "status": "completed", "tag": "6fd1e457-626c-43c3-8ab3-c4c81b7a6e53"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:43.622709 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6faa6bb0-b380-470a-8b6e-96ede0314d0a req-06f6e639-07c6-47c1-86dc-9ddb89124357 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422871 Jul 09 20:58:43.651856 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e92610-fb06-4478-b1b0-fd2595e3a423 x-openstack-request-id: req-74e92610-fb06-4478-b1b0-fd2595e3a423 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:43.651856 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745440fe-532b-4445-a468-566a61dfbf5a", "name": "network-vif-plugged", "status": "completed", "tag": "3a1b6100-2a36-4429-a0d0-d13b0155a455", "code": 200}, {"server_uuid": "e46f5274-a545-4568-b610-547e4203cd48", "name": "network-vif-plugged", "status": "completed", "tag": "6fd1e457-626c-43c3-8ab3-c4c81b7a6e53", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:43.652133 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74e92610-fb06-4478-b1b0-fd2595e3a423 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:43.652494 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745440fe-532b-4445-a468-566a61dfbf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1b6100-2a36-4429-a0d0-d13b0155a455', 'code': 200} Jul 09 20:58:43.652724 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46f5274-a545-4568-b610-547e4203cd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'code': 200} Jul 09 20:58:43.774067 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:43.969424 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701aee4-78ee-4f41-a7c6-190d25b5fe44 req-27e4b927-1ca1-41f8-9091-ea3842ddc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:43.970816 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c701aee4-78ee-4f41-a7c6-190d25b5fe44 req-27e4b927-1ca1-41f8-9091-ea3842ddc396 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 1102 time: 0.0687275 Jul 09 20:58:44.035358 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c701aee4-78ee-4f41-a7c6-190d25b5fe44 req-2635ee36-a1d9-4645-b7dd-e0f605ca2fe9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534282 Jul 09 20:58:44.051096 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaf191-1149-4206-b925-5163a6676f43 req-61780fae-89de-4322-8a0f-ccb3d74aec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:44.052470 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0abaf191-1149-4206-b925-5163a6676f43 req-61780fae-89de-4322-8a0f-ccb3d74aec92 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 1098 time: 0.0806332 Jul 09 20:58:44.481072 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe4e3d-a7fe-4136-b609-c6b99a1093f9 req-c7cee27a-6cee-4fd9-b976-6c2061cc4c3d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:44.482563 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c9fe4e3d-a7fe-4136-b609-c6b99a1093f9 req-c7cee27a-6cee-4fd9-b976-6c2061cc4c3d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.0641565 Jul 09 20:58:44.519463 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c9fe4e3d-a7fe-4136-b609-c6b99a1093f9 req-f3ba2e42-9e11-408c-b1ff-131e823cb06f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Jul 09 20:58:44.599175 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:44.656081 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0abaf191-1149-4206-b925-5163a6676f43 req-7c914910-39ea-44e8-9d22-fa5d7fb39a32 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293670 Jul 09 20:58:44.769883 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06350431-5013-4d22-8b0d-83bb7089cceb req-89bb5f88-7f60-41e3-b277-501f09df6114 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:44.771743 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06350431-5013-4d22-8b0d-83bb7089cceb req-89bb5f88-7f60-41e3-b277-501f09df6114 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0688050 Jul 09 20:58:44.801076 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611340-1eed-4031-935b-5adc6bf8f15c req-32c69ab0-fb8c-42e6-9c23-a7f8fa9dbcf7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:44.802591 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aa611340-1eed-4031-935b-5adc6bf8f15c req-32c69ab0-fb8c-42e6-9c23-a7f8fa9dbcf7 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0702219 Jul 09 20:58:44.816945 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-06350431-5013-4d22-8b0d-83bb7089cceb req-b5fe3729-ac07-4848-a47f-4a1a1fef7c48 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Jul 09 20:58:44.840779 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aa611340-1eed-4031-935b-5adc6bf8f15c req-227ff113-deed-47b2-be5d-4abefba79050 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jul 09 20:58:44.961400 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:45.718736 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89436624-b241-4357-8065-bf7672ef771d req-66662beb-ca7b-46e2-a00d-0de5ff78b2ba tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:45.720305 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-89436624-b241-4357-8065-bf7672ef771d req-66662beb-ca7b-46e2-a00d-0de5ff78b2ba tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.0729997 Jul 09 20:58:45.761641 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-89436624-b241-4357-8065-bf7672ef771d req-2590c833-5325-4032-9fc6-8960b8e9a0ff tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Jul 09 20:58:46.002220 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76f692-f3f8-4589-beab-479f18435634 req-c99ef2ec-d170-4516-9614-03df98f8bb0a tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:46.004076 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bc76f692-f3f8-4589-beab-479f18435634 req-c99ef2ec-d170-4516-9614-03df98f8bb0a tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0722313 Jul 09 20:58:46.028084 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597cc89-70f3-4584-8e54-48cf30f433ad req-3d9175a4-aa35-45e7-8638-41733eb4ac43 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:46.029584 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c597cc89-70f3-4584-8e54-48cf30f433ad req-3d9175a4-aa35-45e7-8638-41733eb4ac43 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0724778 Jul 09 20:58:46.043150 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bc76f692-f3f8-4589-beab-479f18435634 req-8c4865de-69f7-4816-8dae-2f1a68452394 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Jul 09 20:58:46.073794 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c597cc89-70f3-4584-8e54-48cf30f433ad req-010adb8a-9d5e-4dd8-a85a-3623ea9650cf tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376990 Jul 09 20:58:46.085116 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:46.137356 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:58:46.955590 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18487bd-a032-40af-b8eb-e8a1bb2ead2c req-b3d3fd14-f9c6-41d0-b284-1149499ff9c1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:46.957177 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d18487bd-a032-40af-b8eb-e8a1bb2ead2c req-b3d3fd14-f9c6-41d0-b284-1149499ff9c1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.0725825 Jul 09 20:58:47.004233 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d18487bd-a032-40af-b8eb-e8a1bb2ead2c req-696e9120-5fd2-42a0-abfb-f7a60b8c55bd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Jul 09 20:58:47.243545 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7856-b843-4e64-8011-95910662bff0 req-54c6f7b8-4974-4643-b8a1-0e4d61f71512 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:47.244926 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-19ca7856-b843-4e64-8011-95910662bff0 req-54c6f7b8-4974-4643-b8a1-0e4d61f71512 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0656762 Jul 09 20:58:47.262361 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5694740-dc64-4d6c-9ae9-70a1c3245121 req-5ac2cb8d-f9f6-458b-9508-a1e1ac17f035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:47.263932 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e5694740-dc64-4d6c-9ae9-70a1c3245121 req-5ac2cb8d-f9f6-458b-9508-a1e1ac17f035 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0704460 Jul 09 20:58:47.282883 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-19ca7856-b843-4e64-8011-95910662bff0 req-dfd628e0-e311-47e4-b958-d9ee1ba3c4f9 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Jul 09 20:58:47.303849 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e5694740-dc64-4d6c-9ae9-70a1c3245121 req-acf70bce-859f-4153-a3fe-3fc58c073662 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335686 Jul 09 20:58:47.475571 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d89d4-c84d-4211-a2d9-1014772dda2d req-58a7bfed-b449-44a8-86f3-950b0bd7cd47 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:47.477061 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b41d89d4-c84d-4211-a2d9-1014772dda2d req-58a7bfed-b449-44a8-86f3-950b0bd7cd47 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0648823 Jul 09 20:58:47.525932 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b41d89d4-c84d-4211-a2d9-1014772dda2d req-06d107e3-f6fa-4772-a0d7-b6522a1541fe tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Jul 09 20:58:47.550605 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48096) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:47.684004 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41fc1f-cb3e-42ca-b4d8-e95915f37420 req-c42543e7-8f10-4532-ae11-8f5d92ebc986 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:47.685538 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ae41fc1f-cb3e-42ca-b4d8-e95915f37420 req-c42543e7-8f10-4532-ae11-8f5d92ebc986 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0682640 Jul 09 20:58:47.727440 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ae41fc1f-cb3e-42ca-b4d8-e95915f37420 req-91190987-bbb0-4b63-a5a9-baf2bffdfd70 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334530 Jul 09 20:58:47.753293 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2264dd68-ab9c-4214-9af1-ed790e906341 tempest-TestVolumeBootPattern-209389438 tempest-TestVolumeBootPattern-209389438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:47.754852 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-2264dd68-ab9c-4214-9af1-ed790e906341 tempest-TestVolumeBootPattern-209389438 tempest-TestVolumeBootPattern-209389438-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 1093 time: 0.2032349 Jul 09 20:58:47.757762 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48102) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:47.762015 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'port_id': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:47.783096 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.878468 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:47.982189 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Allocated IP 172.27.3.133 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/c4eb55e3-6564-4fba-aa6d-2a85b20b4f5a) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:48.085080 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.123403 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.159399 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:48.165485 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:48.168990 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:48.174414 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=c4eb55e3-6564-4fba-aa6d-2a85b20b4f5a,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:48.532077 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.607760 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.757658 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.763556 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.834029 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=c4eb55e3-6564-4fba-aa6d-2a85b20b4f5a,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:48.846703 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:48.992963 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7180-0272-4ec5-8c72-626cf283270b req-72320dd2-5fc6-41eb-9366-935c8bb12fe1 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:48.994447 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-99ac7180-0272-4ec5-8c72-626cf283270b req-72320dd2-5fc6-41eb-9366-935c8bb12fe1 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.1149433 Jul 09 20:58:48.995824 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Floating IP 81a6f6b0-2b63-42fe-a845-e59975c570ae associated. External IP: 172.27.3.133, port: 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53. Jul 09 20:58:49.099301 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-99ac7180-0272-4ec5-8c72-626cf283270b req-07db7025-abf9-4fe1-9a03-593a1deddb24 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682523 Jul 09 20:58:49.228572 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:58:49.335381 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:49.345149 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:49.352944 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:49.355111 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:49.355796 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:49.402663 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-06eeafa1-5541-49b3-99bc-6ca8db547b1e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6301022 Jul 09 20:58:49.402663 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46f5274-a545-4568-b610-547e4203cd48', 'tag': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:49.402663 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a" -d '{"events": [{"name": "network-changed", "server_uuid": "e46f5274-a545-4568-b610-547e4203cd48", "tag": "6fd1e457-626c-43c3-8ab3-c4c81b7a6e53"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:49.484881 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a2c52-f0cb-4786-99eb-83de50e117b7 x-openstack-request-id: req-457a2c52-f0cb-4786-99eb-83de50e117b7 {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:49.485146 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46f5274-a545-4568-b610-547e4203cd48", "tag": "6fd1e457-626c-43c3-8ab3-c4c81b7a6e53", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:49.485401 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-457a2c52-f0cb-4786-99eb-83de50e117b7 {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:49.485797 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46f5274-a545-4568-b610-547e4203cd48', 'tag': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'status': 'completed', 'code': 200} Jul 09 20:58:49.581172 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:49.799992 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '81a6f6b0-2b63-42fe-a845-e59975c570ae', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:1a:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f5274-a545-4568-b610-547e4203cd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:48Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:49.825336 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:49.833481 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:49.834086 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:49.937331 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:50.156543 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '81a6f6b0-2b63-42fe-a845-e59975c570ae', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:1a:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f5274-a545-4568-b610-547e4203cd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:48Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:50.184038 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c2196-551e-4f2b-a57a-e2f255c5678a None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '81a6f6b0-2b63-42fe-a845-e59975c570ae', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:1a:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46f5274-a545-4568-b610-547e4203cd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:58:48Z', 'updated_at': '2021-07-09T20:58:48Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:50.279523 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f8819-1bc4-4da2-bd66-631cc5e769c8 req-dd70a40c-7102-430c-9494-c686b5490275 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:50.281154 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd6f8819-1bc4-4da2-bd66-631cc5e769c8 req-dd70a40c-7102-430c-9494-c686b5490275 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0676091 Jul 09 20:58:50.319625 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bd6f8819-1bc4-4da2-bd66-631cc5e769c8 req-ee8dbaf6-9bc1-4ddb-9cf7-aa373cf94dc2 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Jul 09 20:58:50.392196 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb71535-c58d-4e28-afbb-b564796f2300 None None] New status for floating IP 81a6f6b0-2b63-42fe-a845-e59975c570ae: ACTIVE {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:58:51.435528 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-6c7e9b95-8bc2-475a-b530-507ef803ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:51.436984 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-6c7e9b95-8bc2-475a-b530-507ef803ed2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 1098 time: 0.0523670 Jul 09 20:58:51.576803 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328798d0-024a-4fb0-8360-a8bd1abf61e0 req-7a2ea580-1452-41f4-8497-8ac02efb08d9 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:51.578866 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-328798d0-024a-4fb0-8360-a8bd1abf61e0 req-7a2ea580-1452-41f4-8497-8ac02efb08d9 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.1410401 Jul 09 20:58:51.580273 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-9ae3a000-b081-4187-b861-99328c0f6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:51.581648 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-9ae3a000-b081-4187-b861-99328c0f6b20 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.1353700 Jul 09 20:58:51.654247 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-328798d0-024a-4fb0-8360-a8bd1abf61e0 req-9f6903a7-4439-472d-902b-9e226a9a4171 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695176 Jul 09 20:58:51.671038 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-be80ec37-050b-4ea9-ad42-9ce98c728d4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 HTTP/1.1" status: 200 len: 1001 time: 0.0693603 Jul 09 20:58:51.720420 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-3b617ede-3df4-4094-bb1a-345f19b79206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:51.721946 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-3b617ede-3df4-4094-bb1a-345f19b79206 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0438666 Jul 09 20:58:51.785331 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-727be5d7-890d-4646-adde-c25506915be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:51.786795 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-727be5d7-890d-4646-adde-c25506915be9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579491 Jul 09 20:58:51.873513 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-8b999e40-6784-489d-8b89-f0ad69770516 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798991 Jul 09 20:58:51.965579 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cc9c5d8d-3f9c-40ef-9d6c-a5655b0d195a req-36014702-7cbc-4809-82d2-bfb2c0b20e4c service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846987 Jul 09 20:58:52.833130 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148331-4186-448e-92b2-23a53f2fbaf1 req-17a8cd61-06d9-474f-b88b-55d6faa3ee99 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:52.834643 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-29148331-4186-448e-92b2-23a53f2fbaf1 req-17a8cd61-06d9-474f-b88b-55d6faa3ee99 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0694382 Jul 09 20:58:52.878706 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-29148331-4186-448e-92b2-23a53f2fbaf1 req-70f72615-61d2-4ba2-9ad2-0dd9c79379f6 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ea6c1e3-a269-422b-9484-5a2b7abd14a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378327 Jul 09 20:58:53.589114 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-d4184b21-33e2-4c2b-89de-9ad4067a7ab3 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:53.590571 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-d4184b21-33e2-4c2b-89de-9ad4067a7ab3 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.83 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 949 time: 0.0715630 Jul 09 20:58:53.696994 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Deleting port 3a1b6100-2a36-4429-a0d0-d13b0155a455 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:58:53.697331 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.784614 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] For port 3a1b6100-2a36-4429-a0d0-d13b0155a455, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=3a1b6100-2a36-4429-a0d0-d13b0155a455,segment=NetworkSegment(c421f0b4-d5d1-4f34-aa87-fc09b599e2f7),segment_id=c421f0b4-d5d1-4f34-aa87-fc09b599e2f7)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:53.784987 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.798361 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Calling delete_port for 3a1b6100-2a36-4429-a0d0-d13b0155a455 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:58:53.925168 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:53.962348 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Pushing event deleted for resources: {'Port': ['ID=3a1b6100-2a36-4429-a0d0-d13b0155a455,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:53.970279 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['3a1b6100-2a36-4429-a0d0-d13b0155a455'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:58:54.023544 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] No DVR routers for this DVR port 3a1b6100-2a36-4429-a0d0-d13b0155a455 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:58:54.026685 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:54.028850 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a3688625-afa1-4117-99aa-e21eb842a6d0 req-9ebcba6b-dce9-43aa-9762-215eecd0bf92 tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.83 "DELETE /v2.0/ports/3a1b6100-2a36-4429-a0d0-d13b0155a455 HTTP/1.1" status: 204 len: 173 time: 0.4323692 Jul 09 20:58:54.032028 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745440fe-532b-4445-a468-566a61dfbf5a', 'name': 'network-vif-deleted', 'tag': '3a1b6100-2a36-4429-a0d0-d13b0155a455'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:58:54.034703 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8c997-9971-4902-ac14-89e47c46fcc1" -d '{"events": [{"server_uuid": "745440fe-532b-4445-a468-566a61dfbf5a", "name": "network-vif-deleted", "tag": "3a1b6100-2a36-4429-a0d0-d13b0155a455"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:58:54.060163 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7da28a4-27a3-4a61-bde9-03d118ef1798 req-e1212024-4e6a-416a-a817-fc3d32e8b98b tempest-VolumesNegativeTest-828041109 tempest-VolumesNegativeTest-828041109-project] 10.222.0.77 "GET /v2.0/ports?device_id=745440fe-532b-4445-a468-566a61dfbf5a HTTP/1.1" status: 200 len: 210 time: 0.0471058 Jul 09 20:58:54.095068 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd66a1-655f-48f1-87aa-7ba1a40976f9 x-openstack-request-id: req-d4dd66a1-655f-48f1-87aa-7ba1a40976f9 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:58:54.095417 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745440fe-532b-4445-a468-566a61dfbf5a", "name": "network-vif-deleted", "tag": "3a1b6100-2a36-4429-a0d0-d13b0155a455", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:58:54.095676 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4dd66a1-655f-48f1-87aa-7ba1a40976f9 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:58:54.096134 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745440fe-532b-4445-a468-566a61dfbf5a', 'name': 'network-vif-deleted', 'tag': '3a1b6100-2a36-4429-a0d0-d13b0155a455', 'status': 'completed', 'code': 200} Jul 09 20:58:56.735987 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48376) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:56.782370 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_v2 [None req-94348043-6ef4-4483-a310-a7f3ca3e3df8 admin admin] Deleting subnet f744712a-564f-440b-8823-bbc8dc5c8ef8 {{(pid=92867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:58:56.785667 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-94348043-6ef4-4483-a310-a7f3ca3e3df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.825087 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-94348043-6ef4-4483-a310-a7f3ca3e3df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10217018'] for subnet, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.865017 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-94348043-6ef4-4483-a310-a7f3ca3e3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.918105 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-94348043-6ef4-4483-a310-a7f3ca3e3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529470'] for subnet, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.949579 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94348043-6ef4-4483-a310-a7f3ca3e3df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f744712a-564f-440b-8823-bbc8dc5c8ef8,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:56.951263 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-94348043-6ef4-4483-a310-a7f3ca3e3df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.954493 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-94348043-6ef4-4483-a310-a7f3ca3e3df8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f744712a-564f-440b-8823-bbc8dc5c8ef8 HTTP/1.1" status: 204 len: 168 time: 0.2165968 Jul 09 20:58:56.956185 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48388) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:57.023808 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.105818 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.116736 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bbf04c-4160-416c-8d5c-75741f1290e8']}} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:57.127488 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66b3047-cf2c-49bb-8295-55a312757a84') {'for_net_delete': True} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:57.127796 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66b3047-cf2c-49bb-8295-55a312757a84') {} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:57.137065 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10217005'] for segment, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.160256 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.166989 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=92867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:58:57.167367 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8531095'] for segment, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: Traceback (most recent call last): Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: timer() Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: cb(*args, **kw) Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: return func(*args, **kwargs) Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: self._notify() Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: self.callback(batched_events) Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: event.method(event) Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: return f(self, *a, **k) Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._get(url).json() Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: return self.request(url, 'GET', **kwargs) Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:58:57.169173 dv-cinder-800306-1-iscsi neutron-server[92867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:58:57.227379 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.232158 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.236776 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] 10.222.0.77 "DELETE /v2.0/networks/b3bbf04c-4160-416c-8d5c-75741f1290e8 HTTP/1.1" status: 204 len: 168 time: 0.2771840 Jul 09 20:58:57.249247 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9019d10-3c99-4b02-8392-1f4703803c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bbf04c-4160-416c-8d5c-75741f1290e8,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:57.383745 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 3a1b6100-2a36-4429-a0d0-d13b0155a455 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:58:57.411667 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 3a1b6100-2a36-4429-a0d0-d13b0155a455 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:58:57.411953 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 3a1b6100-2a36-4429-a0d0-d13b0155a455 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:58:57.423376 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48430) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:57.469041 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48434) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:57.473725 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-241bd49f-d0ed-4804-bc7a-86b697f267ac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=065ed316a41c4f34a8cb009bcc219ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488057 Jul 09 20:58:57.531954 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bc3b737f-62af-4601-af08-3726fcbc85dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.553173 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bc3b737f-62af-4601-af08-3726fcbc85dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.604064 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bc3b737f-62af-4601-af08-3726fcbc85dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.609306 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bc3b737f-62af-4601-af08-3726fcbc85dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.610887 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-bc3b737f-62af-4601-af08-3726fcbc85dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cae499a9-ff56-45f5-8e35-aeebae785edc HTTP/1.1" status: 204 len: 168 time: 0.1407437 Jul 09 20:58:57.619126 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b737f-62af-4601-af08-3726fcbc85dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae499a9-ff56-45f5-8e35-aeebae785edc,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:57.693797 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48440) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:57.904130 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7796868e-6e23-4331-b8ff-504c6d758376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.997909 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7796868e-6e23-4331-b8ff-504c6d758376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.003275 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7796868e-6e23-4331-b8ff-504c6d758376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.042469 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-7796868e-6e23-4331-b8ff-504c6d758376 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b11b5064a9a4f3f9ee3fdb234cfb723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477128 Jul 09 20:58:58.045007 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48454) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:58.047452 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796868e-6e23-4331-b8ff-504c6d758376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5c92dc-7f01-463d-a2fa-ad33ef7f5777,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:58.102341 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5dc574af-876e-4e1a-83a4-7e7badcad73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.123563 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5dc574af-876e-4e1a-83a4-7e7badcad73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.175057 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5dc574af-876e-4e1a-83a4-7e7badcad73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.177643 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5dc574af-876e-4e1a-83a4-7e7badcad73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.178819 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5dc574af-876e-4e1a-83a4-7e7badcad73d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2b5c92dc-7f01-463d-a2fa-ad33ef7f5777 HTTP/1.1" status: 204 len: 168 time: 0.1326673 Jul 09 20:58:58.188609 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc574af-876e-4e1a-83a4-7e7badcad73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5c92dc-7f01-463d-a2fa-ad33ef7f5777,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:58.305272 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48466) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:58.456721 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1130409464-network', 'tenant_id': '5987624be4474381a7d595393ebe00fa'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:58.477449 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Made reservation on behalf of 5987624be4474381a7d595393ebe00fa for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:58.479752 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.488369 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.582367 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.587340 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.611995 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:58:58.621879 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30101fb2-d885-4a69-a8f7-e766d22f21da,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:58.626740 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.627076 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Added segment 7b785674-7481-4aeb-90bf-b1825fe84345 of type vlan for network f5e160f4-2e46-48a0-8026-40274e15f631 Jul 09 20:58:58.667971 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.698789 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.699906 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:58.700510 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.732048 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48476) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:58.756432 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4500399 Jul 09 20:58:58.759498 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48480) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:58.761469 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c50dd-a7f3-4569-827f-b26a740445b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e160f4-2e46-48a0-8026-40274e15f631,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:58.766828 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Request body: {'subnet': {'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1130409464-subnet', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:58.772994 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network f5e160f4-2e46-48a0-8026-40274e15f631 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:58:58.790099 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Made reservation on behalf of 5987624be4474381a7d595393ebe00fa for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:58.792799 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530015'] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:58.913942 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-fbbbe21b-3cb4-4c4e-b1a1-2bc77b5c92f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82207c8740b6472caa0445324b13e4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801922 Jul 09 20:58:58.915977 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48482) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:59.008055 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb83c-9d20-46c1-8b32-2c86e7285094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.065112 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb83c-9d20-46c1-8b32-2c86e7285094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.071756 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529997'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.408752 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c26968-d8d8-4110-b588-44a0fe474854,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:59.419285 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Checking segment: {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:59.419952 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Network hostable DHCP agents. Network: f5e160f4-2e46-48a0-8026-40274e15f631, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:58:59.432698 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb83c-9d20-46c1-8b32-2c86e7285094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.435255 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb83c-9d20-46c1-8b32-2c86e7285094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.436403 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9a9cb83c-9d20-46c1-8b32-2c86e7285094 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ea6c1e3-a269-422b-9484-5a2b7abd14a5 HTTP/1.1" status: 204 len: 168 time: 0.5195057 Jul 09 20:58:59.448588 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cb83c-9d20-46c1-8b32-2c86e7285094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea6c1e3-a269-422b-9484-5a2b7abd14a5,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:59.457228 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Network f5e160f4-2e46-48a0-8026-40274e15f631 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:58:59.470168 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, f5e160f4-2e46-48a0-8026-40274e15f631) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:59.478669 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf309c-ca08-4076-be92-3a463d3b7b85 None None] Network f5e160f4-2e46-48a0-8026-40274e15f631 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:59.482910 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:59.483975 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.497688 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-77871faf-b8a6-4a6b-8298-7ea446e7d8ab admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7369051 Jul 09 20:58:59.500983 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48486) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:59.505144 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:59.526362 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.527425 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.580089 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.647521 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-f5e160f4-2e46-48a0-8026-40274e15f631', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:58:59.661893 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.742282 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.798226 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Allocated IP 172.20.0.2 (f5e160f4-2e46-48a0-8026-40274e15f631/93c26968-d8d8-4110-b588-44a0fe474854/6a7874a8-518c-49c5-9bb7-e8fd33f760df) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:59.955878 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.958566 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.965783 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Transition to ACTIVE for port object 6a7874a8-518c-49c5-9bb7-e8fd33f760df will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:59.981763 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Transition to ACTIVE for port object 6a7874a8-518c-49c5-9bb7-e8fd33f760df will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:59.982030 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.989456 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.034629 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Network f5e160f4-2e46-48a0-8026-40274e15f631 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:00.041293 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:00.044519 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:00.052077 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Pushing event updated for resources: {'Port': ['ID=6a7874a8-518c-49c5-9bb7-e8fd33f760df,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.105593 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Allocated IP 172.27.3.214 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/e554817e-cc4c-4388-ab5c-bad2c763f906) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:00.115471 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Attempting to bind port 6a7874a8-518c-49c5-9bb7-e8fd33f760df on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:00.115935 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Attempting to bind port 6a7874a8-518c-49c5-9bb7-e8fd33f760df by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:00.116476 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Attempting to bind port 6a7874a8-518c-49c5-9bb7-e8fd33f760df on network f5e160f4-2e46-48a0-8026-40274e15f631 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:00.122260 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:00.122729 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Checking segment: {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:00.123203 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.123687 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Bound using segment: {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:00.124892 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Bound port: 6a7874a8-518c-49c5-9bb7-e8fd33f760df, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:00.125508 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.206775 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] For port 6a7874a8-518c-49c5-9bb7-e8fd33f760df, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:00.210717 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] For port 6a7874a8-518c-49c5-9bb7-e8fd33f760df, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=6a7874a8-518c-49c5-9bb7-e8fd33f760df,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:00.216664 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.241120 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.297666 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.302174 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b466c-dae1-4c3d-8710-20cd4e62ca5c None None] Pushing event updated for resources: {'Port': ['ID=6a7874a8-518c-49c5-9bb7-e8fd33f760df,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.354319 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:00.357529 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:00.362046 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:00.365159 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e554817e-cc4c-4388-ab5c-bad2c763f906,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:00.661306 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.854806 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.979533 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:59:01.088717 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:01.098988 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Sync routers for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:01.105758 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.111037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48514) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:01.111554 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-73ecc879-ebae-4f59-95e4-39be4b5073e7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6095109 Jul 09 20:59:01.118266 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:01.118908 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:01.233338 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:01.302726 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3901c65-e943-473e-9a61-278888917044 None None] Network f5e160f4-2e46-48a0-8026-40274e15f631 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:59:01.401493 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-c6a075f7-dbd9-49ad-b8ca-9fecc5b08169 None None] Provisioning for port 6a7874a8-518c-49c5-9bb7-e8fd33f760df completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:01.527542 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.545974 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 3, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:01.575522 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Checking router: 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:01.575943 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Updating router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 port e554817e-cc4c-4388-ab5c-bad2c763f906 binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:59:01.617905 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.720855 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 6a7874a8-518c-49c5-9bb7-e8fd33f760df up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:01.735763 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Allocated IP 172.20.0.1 (f5e160f4-2e46-48a0-8026-40274e15f631/93c26968-d8d8-4110-b588-44a0fe474854/dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:01.834788 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 6a7874a8-518c-49c5-9bb7-e8fd33f760df completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:01.842670 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 6a7874a8-518c-49c5-9bb7-e8fd33f760df triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:01.843710 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.857214 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.872400 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Transition to ACTIVE for port object dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:01.910578 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.960993 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Network f5e160f4-2e46-48a0-8026-40274e15f631 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:01.966044 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:01.968610 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:01.998071 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Pushing event updated for resources: {'Port': ['ID=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:02.020131 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.133340 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.147444 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-5c989858-6050-400a-9b9f-933ccc1c3f14 None None] Provisioning complete for port 6a7874a8-518c-49c5-9bb7-e8fd33f760df triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:02.147807 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-5c989858-6050-400a-9b9f-933ccc1c3f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.179881 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.188847 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.218753 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Transition to ACTIVE for port object e554817e-cc4c-4388-ab5c-bad2c763f906 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:02.221453 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 6a7874a8-518c-49c5-9bb7-e8fd33f760df, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=6a7874a8-518c-49c5-9bb7-e8fd33f760df,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:02.226984 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.232204 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.313614 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Attempting to bind port e554817e-cc4c-4388-ab5c-bad2c763f906 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:02.313968 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Attempting to bind port e554817e-cc4c-4388-ab5c-bad2c763f906 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:02.314329 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Attempting to bind port e554817e-cc4c-4388-ab5c-bad2c763f906 on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:02.330628 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:02.330999 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:02.331398 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.331791 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:02.332256 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Bound port: e554817e-cc4c-4388-ab5c-bad2c763f906, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:02.332629 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.334349 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=6a7874a8-518c-49c5-9bb7-e8fd33f760df,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:02.348544 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.353217 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.406913 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1e7f-7bed-4274-a929-2ab0b51afe56 None None] Pushing event updated for resources: {'Port': ['ID=e554817e-cc4c-4388-ab5c-bad2c763f906,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:02.418158 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] For port e554817e-cc4c-4388-ab5c-bad2c763f906, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:02.418317 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.421608 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] For port e554817e-cc4c-4388-ab5c-bad2c763f906, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e554817e-cc4c-4388-ab5c-bad2c763f906,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:02.425916 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.426969 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Pushing event updated for resources: {'Port': ['ID=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:02.492615 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ffb8ad09-2f43-45c3-b8a9-5f1baecc0c5a None None] Provisioning for port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:02.500592 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c1e7f-7bed-4274-a929-2ab0b51afe56 None None] Pushing event updated for resources: {'Port': ['ID=e554817e-cc4c-4388-ab5c-bad2c763f906,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:02.505164 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ffb8ad09-2f43-45c3-b8a9-5f1baecc0c5a None None] Provisioning complete for port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:02.505536 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ad09-2f43-45c3-b8a9-5f1baecc0c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.526930 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:02.527562 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:02.580939 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8ad09-2f43-45c3-b8a9-5f1baecc0c5a None None] Port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:02.645176 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:02.758423 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Network f5e160f4-2e46-48a0-8026-40274e15f631 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:02.759653 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:02.849528 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 2, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:02.880781 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:02.881496 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9e5d7-066e-4e2c-bd37-8a1d9532cb0d None None] The sync data for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi is: [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 2, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:02.992686 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:02.997515 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-3fc1c295-da11-492d-894d-7217263b41aa admin admin] 10.222.0.77 "PUT /v2.0/routers/3fc6caef-ae94-40bd-a98b-9d6bba2f4024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8854518 Jul 09 20:59:03.009107 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ff53525f-a96e-4edf-b076-81c0c0009e84 None None] Provisioning complete for port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:03.009107 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ff53525f-a96e-4edf-b076-81c0c0009e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.043994 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-ff53525f-a96e-4edf-b076-81c0c0009e84 None None] Port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:03.623019 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48542) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:03.633393 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2123072311-network', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:03.684765 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Made reservation on behalf of db7417db6b3a4822a8e521f80ff2b792 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:03.687591 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.713842 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.755299 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e554817e-cc4c-4388-ab5c-bad2c763f906 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:03.824028 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port e554817e-cc4c-4388-ab5c-bad2c763f906 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:03.828766 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e554817e-cc4c-4388-ab5c-bad2c763f906 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:03.829318 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.841705 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.846049 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.871464 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:59:03.887630 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.887961 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Added segment de5f4ea4-2ff3-4beb-912f-506108669716 of type vlan for network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 Jul 09 20:59:03.889322 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b0c82-e3ca-4d2b-9411-2eb7250a6fd7,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:03.906863 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.907205 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.907539 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.907865 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.908186 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.908635 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.908919 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.909292 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.909778 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.910135 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.910851 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.910851 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:03.913096 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.944608 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port e554817e-cc4c-4388-ab5c-bad2c763f906, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e554817e-cc4c-4388-ab5c-bad2c763f906,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:03.949159 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.950190 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 6a7874a8-518c-49c5-9bb7-e8fd33f760df up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:03.951172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.986200 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:03.987264 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:03.988206 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.031245 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=e554817e-cc4c-4388-ab5c-bad2c763f906,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:04.046375 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 6a7874a8-518c-49c5-9bb7-e8fd33f760df triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:04.046759 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.050079 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4259305 Jul 09 20:59:04.050666 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48546) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:04.059123 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Request body: {'subnet': {'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2123072311-subnet', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:04.059839 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be50bec-6b24-463b-85ca-1568ab9ac567 admin admin] Pushing event updated for resources: {'Network': ['ID=27c5d7ff-7f33-4e53-9059-b8608e03a1b8,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:04.075908 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:59:04.086672 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Made reservation on behalf of db7417db6b3a4822a8e521f80ff2b792 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:04.089675 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530015'] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.274170 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529997'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.326627 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f5e527-079b-4c55-acf4-856ebf30c77e,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:04.338584 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.338927 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.339258 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.339585 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.339909 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.340234 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.340554 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.340903 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.341224 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.341539 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.341854 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.342166 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:04.348908 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Checking segment: {'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:04.349262 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Network hostable DHCP agents. Network: 27c5d7ff-7f33-4e53-9059-b8608e03a1b8, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:59:04.365583 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:59:04.373749 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, 27c5d7ff-7f33-4e53-9059-b8608e03a1b8) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:04.378635 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:04.380417 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.381435 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256cb73e-4749-415f-87c9-9b2dd5049273 None None] Network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:59:04.394726 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-54d2a5d0-778b-46da-b673-a39d574664db admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3421643 Jul 09 20:59:04.397175 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48548) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:04.401973 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:04.422973 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.424115 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.492655 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.544618 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-27c5d7ff-7f33-4e53-9059-b8608e03a1b8', 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'fixed_ips': [{'subnet_id': '43f5e527-079b-4c55-acf4-856ebf30c77e'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:59:04.545542 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.628913 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.680105 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Allocated IP 172.20.0.2 (27c5d7ff-7f33-4e53-9059-b8608e03a1b8/43f5e527-079b-4c55-acf4-856ebf30c77e/bb3b37d2-4643-4019-a1ee-e0a246f076dc) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:04.828750 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.837911 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Transition to ACTIVE for port object bb3b37d2-4643-4019-a1ee-e0a246f076dc will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:04.838649 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.854190 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Transition to ACTIVE for port object bb3b37d2-4643-4019-a1ee-e0a246f076dc will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:04.859110 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.861269 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.900490 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:04.903725 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:04.907651 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:04.924520 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Pushing event updated for resources: {'Port': ['ID=bb3b37d2-4643-4019-a1ee-e0a246f076dc,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:04.970303 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Allocated IP 172.27.3.251 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/b6959ed8-3062-4469-954c-73255c950fd1) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:04.973787 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Attempting to bind port bb3b37d2-4643-4019-a1ee-e0a246f076dc on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:04.974149 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Attempting to bind port bb3b37d2-4643-4019-a1ee-e0a246f076dc by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:04.974503 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Attempting to bind port bb3b37d2-4643-4019-a1ee-e0a246f076dc on network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:04.979469 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:04.979828 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Checking segment: {'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:04.980206 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.980639 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Bound using segment: {'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:04.981070 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Bound port: bb3b37d2-4643-4019-a1ee-e0a246f076dc, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:04.981441 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.001689 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Sync routers for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:05.011544 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:05.012210 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:05.051812 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] For port bb3b37d2-4643-4019-a1ee-e0a246f076dc, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:05.063521 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] For port bb3b37d2-4643-4019-a1ee-e0a246f076dc, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=bb3b37d2-4643-4019-a1ee-e0a246f076dc,segment=NetworkSegment(de5f4ea4-2ff3-4beb-912f-506108669716),segment_id=de5f4ea4-2ff3-4beb-912f-506108669716)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:05.071382 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.079311 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.122458 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.128169 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:05.135551 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb8abf-8f72-4da8-838f-68609b823c44 None None] Pushing event updated for resources: {'Port': ['ID=bb3b37d2-4643-4019-a1ee-e0a246f076dc,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:05.161088 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:05.164188 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:05.171968 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:05.205095 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Pushing event updated for resources: {'Port': ['ID=b6959ed8-3062-4469-954c-73255c950fd1,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:05.374443 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 2, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:05.404590 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Checking router: 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:05.404880 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Updating router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:59:05.450153 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.471744 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.688101 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.721563 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e554817e-cc4c-4388-ab5c-bad2c763f906 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:05.744225 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.757846 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Transition to ACTIVE for port object dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:05.766511 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.791000 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e554817e-cc4c-4388-ab5c-bad2c763f906 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:05.791661 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.844288 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Pushing event updated for resources: {'Port': ['ID=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:05.853325 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.853962 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.854456 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.854946 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.855444 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.855927 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.856405 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.856910 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.857424 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.857917 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.858272 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.858602 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:05.900172 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Attempting to bind port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:05.900545 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Attempting to bind port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:05.901181 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Attempting to bind port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 on network f5e160f4-2e46-48a0-8026-40274e15f631 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:05.910813 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:05.911137 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Checking segment: {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:05.911543 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.911931 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Bound using segment: {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:05.912415 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Bound port: dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:05.915799 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.921711 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device bb3b37d2-4643-4019-a1ee-e0a246f076dc up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:06.034434 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] For port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:06.038842 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] For port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:06.045697 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.153362 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3bcb3-501a-4f19-977c-2abbe4b73dd1 None None] Pushing event updated for resources: {'Port': ['ID=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,revision_number=4']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:06.159823 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:06.160967 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.167711 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port bb3b37d2-4643-4019-a1ee-e0a246f076dc completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:06.216386 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Router c6942acb-d741-49ff-b302-c238180ef2a5 is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:59:06.308303 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:06.328762 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f82a11-da9a-4daf-8d04-8bad870584f9 None None] Network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:59:06.349268 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:06.367103 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.368629 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9ef8a555-8dd0-4a83-8c13-be427bddcd10 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9703646 Jul 09 20:59:06.371367 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48554) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:06.375061 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Sync routers for ids ['c6942acb-d741-49ff-b302-c238180ef2a5'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:06.395651 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Routers {'c6942acb-d741-49ff-b302-c238180ef2a5'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:06.396342 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c6942acb-d741-49ff-b302-c238180ef2a5'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.533607 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:06Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.561409 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed3d25-97fb-456c-bc50-eb65464ae367 None None] The sync data for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi is: [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:06Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:06.566236 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-e0b99216-2b4d-4387-ab03-8bd9dd1a28b9 None None] Provisioning for port bb3b37d2-4643-4019-a1ee-e0a246f076dc completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:06.579644 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Set router c6942acb-d741-49ff-b302-c238180ef2a5 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:06.581806 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-e0b99216-2b4d-4387-ab03-8bd9dd1a28b9 None None] Provisioning complete for port bb3b37d2-4643-4019-a1ee-e0a246f076dc triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:06.581806 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e0b99216-2b4d-4387-ab03-8bd9dd1a28b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.835213 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e0b99216-2b4d-4387-ab03-8bd9dd1a28b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.848545 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.890903 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-e0b99216-2b4d-4387-ab03-8bd9dd1a28b9 None None] For port bb3b37d2-4643-4019-a1ee-e0a246f076dc, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=bb3b37d2-4643-4019-a1ee-e0a246f076dc,segment=NetworkSegment(de5f4ea4-2ff3-4beb-912f-506108669716),segment_id=de5f4ea4-2ff3-4beb-912f-506108669716)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:06.897756 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e0b99216-2b4d-4387-ab03-8bd9dd1a28b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.946030 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:05Z', 'revision_number': 3, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port': {'id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.995146 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Checking router: c6942acb-d741-49ff-b302-c238180ef2a5 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:06.995501 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Updating router c6942acb-d741-49ff-b302-c238180ef2a5 port b6959ed8-3062-4469-954c-73255c950fd1 binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:59:07.022936 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b99216-2b4d-4387-ab03-8bd9dd1a28b9 None None] Pushing event updated for resources: {'Port': ['ID=bb3b37d2-4643-4019-a1ee-e0a246f076dc,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:07.041676 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.045085 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Allocated IP 172.20.0.1 (27c5d7ff-7f33-4e53-9059-b8608e03a1b8/43f5e527-079b-4c55-acf4-856ebf30c77e/0951ae04-b36c-422a-b52c-8a46e0b4f866) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:07.166869 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.177423 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-c5d43e75-37b7-4dc1-bf76-2c0dd5cf3121 None None] Provisioning complete for port bb3b37d2-4643-4019-a1ee-e0a246f076dc triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:07.177784 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c5d43e75-37b7-4dc1-bf76-2c0dd5cf3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.181596 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Transition to ACTIVE for port object 0951ae04-b36c-422a-b52c-8a46e0b4f866 will not be triggered until provisioned by entity DHCP. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:07.218986 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.273606 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:07.277239 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:07.282129 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:07.285738 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Pushing event updated for resources: {'Port': ['ID=0951ae04-b36c-422a-b52c-8a46e0b4f866,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:07.349515 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.399861 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.411702 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Transition to ACTIVE for port object b6959ed8-3062-4469-954c-73255c950fd1 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:07.418356 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.471667 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Attempting to bind port b6959ed8-3062-4469-954c-73255c950fd1 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:07.472034 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Attempting to bind port b6959ed8-3062-4469-954c-73255c950fd1 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:07.472400 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Attempting to bind port b6959ed8-3062-4469-954c-73255c950fd1 on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:07.478225 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101f973-e2f0-416d-afcd-a1e73f8739a4 None None] Pushing event updated for resources: {'Port': ['ID=b6959ed8-3062-4469-954c-73255c950fd1,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:07.482923 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:07.483813 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:07.484208 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.484593 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:07.485084 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Bound port: b6959ed8-3062-4469-954c-73255c950fd1, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:07.485462 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.524803 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.543074 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] For port b6959ed8-3062-4469-954c-73255c950fd1, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:07.549622 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] For port b6959ed8-3062-4469-954c-73255c950fd1, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=b6959ed8-3062-4469-954c-73255c950fd1,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:07.555929 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.588564 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b504621b-2635-4ed9-be70-55bc2332bd5b None None] Provisioning for port 0951ae04-b36c-422a-b52c-8a46e0b4f866 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:07.599463 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b504621b-2635-4ed9-be70-55bc2332bd5b None None] Provisioning complete for port 0951ae04-b36c-422a-b52c-8a46e0b4f866 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:07.599833 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b504621b-2635-4ed9-be70-55bc2332bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.647237 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Routers {'c6942acb-d741-49ff-b302-c238180ef2a5'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:07.647859 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c6942acb-d741-49ff-b302-c238180ef2a5'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:07.691087 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device bb3b37d2-4643-4019-a1ee-e0a246f076dc up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:07.695791 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101f973-e2f0-416d-afcd-a1e73f8739a4 None None] Pushing event updated for resources: {'Port': ['ID=b6959ed8-3062-4469-954c-73255c950fd1,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:07.705782 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b504621b-2635-4ed9-be70-55bc2332bd5b None None] Port 0951ae04-b36c-422a-b52c-8a46e0b4f866 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:07.712317 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.717222 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.784970 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Pushing event updated for resources: {'Port': ['ID=0951ae04-b36c-422a-b52c-8a46e0b4f866,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:07.789905 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.797810 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] Set router c6942acb-d741-49ff-b302-c238180ef2a5 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:07.832203 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port bb3b37d2-4643-4019-a1ee-e0a246f076dc triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:07.832571 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.886936 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:07.888418 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:08.011558 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Router c6942acb-d741-49ff-b302-c238180ef2a5 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:08.127422 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:08.132441 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b334b980-660a-45e5-a342-c9304dc18c0f admin admin] 10.222.0.77 "PUT /v2.0/routers/c6942acb-d741-49ff-b302-c238180ef2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7600515 Jul 09 20:59:08.143829 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:08.186763 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-63f2fbff-f4a8-4447-9ce3-27e98aaa3615 None None] Provisioning complete for port 0951ae04-b36c-422a-b52c-8a46e0b4f866 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:08.187130 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-63f2fbff-f4a8-4447-9ce3-27e98aaa3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.248303 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-63f2fbff-f4a8-4447-9ce3-27e98aaa3615 None None] Port 0951ae04-b36c-422a-b52c-8a46e0b4f866 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:08.268023 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 4, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port': {'id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '0951ae04-b36c-422a-b52c-8a46e0b4f866', 'name': '', 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'mac_address': 'fa:16:3e:37:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:06Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 1, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'subnets': [{'id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:08.271088 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:08.297619 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cc1e2-08af-4ebd-b401-086901a0c2e0 None None] The sync data for ids ['c6942acb-d741-49ff-b302-c238180ef2a5'] in dv-cinder-800306-1-iscsi is: [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 4, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port': {'id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '0951ae04-b36c-422a-b52c-8a46e0b4f866', 'name': '', 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'mac_address': 'fa:16:3e:37:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:06Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 1, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'subnets': [{'id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:08.300161 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:08.300526 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.385833 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.429695 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:08.434920 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.494044 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:09.759206 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device b6959ed8-3062-4469-954c-73255c950fd1 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:09.832467 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port b6959ed8-3062-4469-954c-73255c950fd1 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:09.836688 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port b6959ed8-3062-4469-954c-73255c950fd1 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:09.837089 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.941018 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.971397 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port b6959ed8-3062-4469-954c-73255c950fd1, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=b6959ed8-3062-4469-954c-73255c950fd1,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:09.978506 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.979738 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:10.079609 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=b6959ed8-3062-4469-954c-73255c950fd1,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:10.093977 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:10.094351 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.798937 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-efefaa8c-61eb-4c29-ac70-8cf0b9f85762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.909068 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Sync routers for ids ['c6942acb-d741-49ff-b302-c238180ef2a5'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:10.919406 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Routers {'c6942acb-d741-49ff-b302-c238180ef2a5'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:10.920019 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c6942acb-d741-49ff-b302-c238180ef2a5'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:11.044798 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Set router c6942acb-d741-49ff-b302-c238180ef2a5 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:11.302766 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 4, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port': {'id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '0951ae04-b36c-422a-b52c-8a46e0b4f866', 'name': '', 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'mac_address': 'fa:16:3e:37:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:06Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 2, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'subnets': [{'id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:11.437663 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Checking router: c6942acb-d741-49ff-b302-c238180ef2a5 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:11.438012 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Updating router c6942acb-d741-49ff-b302-c238180ef2a5 port 0951ae04-b36c-422a-b52c-8a46e0b4f866 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:59:11.475005 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.660095 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device b6959ed8-3062-4469-954c-73255c950fd1 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:11.720149 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port b6959ed8-3062-4469-954c-73255c950fd1 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:11.720855 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.786981 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.807584 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Transition to ACTIVE for port object 0951ae04-b36c-422a-b52c-8a46e0b4f866 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:11.815140 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.877968 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505e726-0506-4f5c-b444-ec6550105db8 None None] Pushing event updated for resources: {'Port': ['ID=0951ae04-b36c-422a-b52c-8a46e0b4f866,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:11.947363 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Attempting to bind port 0951ae04-b36c-422a-b52c-8a46e0b4f866 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:11.948055 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Attempting to bind port 0951ae04-b36c-422a-b52c-8a46e0b4f866 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:11.948055 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Attempting to bind port 0951ae04-b36c-422a-b52c-8a46e0b4f866 on network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:11.954690 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:11.955073 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Checking segment: {'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:11.955458 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.956199 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Bound using segment: {'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:11.956671 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Bound port: 0951ae04-b36c-422a-b52c-8a46e0b4f866, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f4ea4-2ff3-4beb-912f-506108669716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:11.958154 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.053768 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] For port 0951ae04-b36c-422a-b52c-8a46e0b4f866, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:12.058552 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] For port 0951ae04-b36c-422a-b52c-8a46e0b4f866, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=0951ae04-b36c-422a-b52c-8a46e0b4f866,segment=NetworkSegment(de5f4ea4-2ff3-4beb-912f-506108669716),segment_id=de5f4ea4-2ff3-4beb-912f-506108669716)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:12.072604 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.160468 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Routers {'c6942acb-d741-49ff-b302-c238180ef2a5'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:12.161195 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:58:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c6942acb-d741-49ff-b302-c238180ef2a5'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:12.203705 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505e726-0506-4f5c-b444-ec6550105db8 None None] Pushing event updated for resources: {'Port': ['ID=0951ae04-b36c-422a-b52c-8a46e0b4f866,revision_number=4']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:12.292954 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] Set router c6942acb-d741-49ff-b302-c238180ef2a5 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:12.514692 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 4, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port': {'id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '0951ae04-b36c-422a-b52c-8a46e0b4f866', 'name': '', 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'mac_address': 'fa:16:3e:37:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:06Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'subnets': [{'id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:12.547260 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e831c-eb1e-4554-ba33-558457e8955e None None] The sync data for ids ['c6942acb-d741-49ff-b302-c238180ef2a5'] in dv-cinder-800306-1-iscsi is: [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:07Z', 'revision_number': 4, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port': {'id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '0951ae04-b36c-422a-b52c-8a46e0b4f866', 'name': '', 'network_id': '27c5d7ff-7f33-4e53-9059-b8608e03a1b8', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'mac_address': 'fa:16:3e:37:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:06Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'subnets': [{'id': '43f5e527-079b-4c55-acf4-856ebf30c77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:13.441866 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2f56-0b6a-4319-bf36-e9ed398de2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.690375 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 0951ae04-b36c-422a-b52c-8a46e0b4f866 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:13.764682 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 0951ae04-b36c-422a-b52c-8a46e0b4f866 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:13.778118 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 0951ae04-b36c-422a-b52c-8a46e0b4f866 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:13.778782 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.807678 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.886553 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.923179 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 0951ae04-b36c-422a-b52c-8a46e0b4f866, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=0951ae04-b36c-422a-b52c-8a46e0b4f866,segment=NetworkSegment(de5f4ea4-2ff3-4beb-912f-506108669716),segment_id=de5f4ea4-2ff3-4beb-912f-506108669716)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:13.929823 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.989433 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=0951ae04-b36c-422a-b52c-8a46e0b4f866,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:14.605512 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.962524 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.634078 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 0951ae04-b36c-422a-b52c-8a46e0b4f866 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:15.699728 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 0951ae04-b36c-422a-b52c-8a46e0b4f866 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:15.700372 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.077874 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:18.002708 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-4584cc7d-c22f-4501-88c9-ffc9ebefba62 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:18.004181 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-4584cc7d-c22f-4501-88c9-ffc9ebefba62 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 815 time: 0.1021152 Jul 09 20:59:18.018829 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-599737b0-7f2f-4fed-b995-5ce099119ba2 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/quotas/5987624be4474381a7d595393ebe00fa HTTP/1.1" status: 200 len: 375 time: 0.0092256 Jul 09 20:59:18.096325 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-66867b5e-c81e-468e-9319-5cf15682eea8 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720851 Jul 09 20:59:18.194087 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-c40f44c2-3ce3-40c0-86bc-ef255a7b3d3b service neutron] 10.222.0.77 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828102 Jul 09 20:59:18.285650 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-2e5c4385-2cb6-4ede-b228-a50b29c1d641 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 Jul 09 20:59:18.459010 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3cc7f8ea-0817-4a9a-9f16-1bf386c34c82 req-45c48b84-c911-473b-89eb-9927e850092d tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 210 time: 0.0302894 Jul 09 20:59:19.602098 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d542678a-0985-41f8-9c57-661a95c6909b req-1c43ec0f-4182-4598-b839-5fdb5056add9 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 210 time: 0.0284352 Jul 09 20:59:19.800999 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-bc3966e4-9c2e-421c-834e-4743f77e1325 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:19.802328 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-bc3966e4-9c2e-421c-834e-4743f77e1325 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.83 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 815 time: 0.0988867 Jul 09 20:59:19.822887 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'port': {'device_id': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'admin_state_up': True, 'tenant_id': '5987624be4474381a7d595393ebe00fa'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:19.953025 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Made reservation on behalf of 5987624be4474381a7d595393ebe00fa for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:19.956774 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:20.090637 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Allocated IP 172.20.0.4 (f5e160f4-2e46-48a0-8026-40274e15f631/93c26968-d8d8-4110-b588-44a0fe474854/51900402-fbf1-47db-ba56-6c05b83aa800) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:20.259328 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:20.274229 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Transition to ACTIVE for port object 51900402-fbf1-47db-ba56-6c05b83aa800 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:20.313880 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:20.365517 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Network f5e160f4-2e46-48a0-8026-40274e15f631 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:20.371095 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:20.377748 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:20.418559 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'Port': ['ID=51900402-fbf1-47db-ba56-6c05b83aa800,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:20.478673 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:20.479443 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:20.520208 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-cab3459e-37bd-40c5-ae1e-07b8542105c6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7008743 Jul 09 20:59:20.746759 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-62fc847f-0b13-423f-8384-ff44bfd41ef1 None None] Provisioning for port 51900402-fbf1-47db-ba56-6c05b83aa800 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:20.751400 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-62fc847f-0b13-423f-8384-ff44bfd41ef1 None None] Provisioning complete for port 51900402-fbf1-47db-ba56-6c05b83aa800 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:20.751769 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-62fc847f-0b13-423f-8384-ff44bfd41ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:20.803908 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-62fc847f-0b13-423f-8384-ff44bfd41ef1 None None] Port 51900402-fbf1-47db-ba56-6c05b83aa800 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:20.834936 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a341-b377-4026-9ff1-419d46d190b6 req-26d1f648-b105-4cc0-860a-2f9f00400986 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:20.836402 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8136a341-b377-4026-9ff1-419d46d190b6 req-26d1f648-b105-4cc0-860a-2f9f00400986 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0947633 Jul 09 20:59:20.875887 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8136a341-b377-4026-9ff1-419d46d190b6 req-e51b8b45-640d-4f13-a154-97234b3d71af tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Jul 09 20:59:22.056102 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf09a3d-a697-4a4f-9bf8-347187c267e4 req-ee7f8d28-658b-464f-81d5-e3d907d13a53 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:22.057600 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-acf09a3d-a697-4a4f-9bf8-347187c267e4 req-ee7f8d28-658b-464f-81d5-e3d907d13a53 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0652349 Jul 09 20:59:22.099684 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-acf09a3d-a697-4a4f-9bf8-347187c267e4 req-4bc3092f-405a-4293-8e1a-045be9070a1e tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361626 Jul 09 20:59:23.137468 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:59:23.279554 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f600-8c4f-44e7-bb89-b35f827bbc2a req-323e4a00-025c-47b0-bd9c-0810ddb94c5b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:23.281040 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fb96f600-8c4f-44e7-bb89-b35f827bbc2a req-323e4a00-025c-47b0-bd9c-0810ddb94c5b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0673189 Jul 09 20:59:23.324969 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-fb96f600-8c4f-44e7-bb89-b35f827bbc2a req-dc17aa2c-c98b-4bad-a060-3884b1af501b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 Jul 09 20:59:24.516496 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed209-798e-4e1b-8247-fda718fc788c req-babf1366-43c4-4a9a-aa18-a6bd702ec8e4 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:24.517966 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-254ed209-798e-4e1b-8247-fda718fc788c req-babf1366-43c4-4a9a-aa18-a6bd702ec8e4 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0679109 Jul 09 20:59:24.557132 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-254ed209-798e-4e1b-8247-fda718fc788c req-5b2d4c1f-5fca-47f8-a452-ded92b38a470 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Jul 09 20:59:25.385121 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48766) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:25.490787 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ff79-7719-4686-a45d-808cb1a95656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.582665 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ff79-7719-4686-a45d-808cb1a95656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.587617 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ff79-7719-4686-a45d-808cb1a95656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.627067 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c7d5ff79-7719-4686-a45d-808cb1a95656 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=def83d0990ca43eebb6885c68f06eee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408645 Jul 09 20:59:25.627882 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5ff79-7719-4686-a45d-808cb1a95656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663be5b7-a87e-40d7-af7b-1bdc31142d5c,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:25.629959 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48772) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:25.694204 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4397-7f8a-4ee0-96e8-722a5589bea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.716293 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4397-7f8a-4ee0-96e8-722a5589bea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.756706 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d11ce-3647-45a8-967a-29dc1a8babe3 req-7d23e15c-b0c5-4270-9255-bd5f06fabd4b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:25.758221 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-923d11ce-3647-45a8-967a-29dc1a8babe3 req-7d23e15c-b0c5-4270-9255-bd5f06fabd4b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0672626 Jul 09 20:59:25.762501 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4397-7f8a-4ee0-96e8-722a5589bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.766131 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4397-7f8a-4ee0-96e8-722a5589bea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.770076 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-c3bd4397-7f8a-4ee0-96e8-722a5589bea5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/663be5b7-a87e-40d7-af7b-1bdc31142d5c HTTP/1.1" status: 204 len: 168 time: 0.1390774 Jul 09 20:59:25.779039 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd4397-7f8a-4ee0-96e8-722a5589bea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663be5b7-a87e-40d7-af7b-1bdc31142d5c,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:25.816907 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-923d11ce-3647-45a8-967a-29dc1a8babe3 req-93390a15-81e4-4171-b8dd-8f15948f07f5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509152 Jul 09 20:59:26.983292 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2ac1-4372-4d10-8039-c7a9c2c4bdc2 req-f7603612-86f0-4aa8-bfb1-5f2f81b7a630 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:26.984717 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e72f2ac1-4372-4d10-8039-c7a9c2c4bdc2 req-f7603612-86f0-4aa8-bfb1-5f2f81b7a630 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0638847 Jul 09 20:59:27.022902 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e72f2ac1-4372-4d10-8039-c7a9c2c4bdc2 req-2870e183-4107-4b08-86fa-81216a9cd978 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Jul 09 20:59:28.206155 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445e6f8-b5ca-45c8-b2b9-2f1aa3ed0705 req-dd6a0c1c-d91c-4759-bce6-989f1f68c6c9 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:28.207703 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5445e6f8-b5ca-45c8-b2b9-2f1aa3ed0705 req-dd6a0c1c-d91c-4759-bce6-989f1f68c6c9 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0687609 Jul 09 20:59:28.251476 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5445e6f8-b5ca-45c8-b2b9-2f1aa3ed0705 req-08ccdc70-7dd1-4738-8a51-4745bae404ce tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376105 Jul 09 20:59:29.448037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b995c22-069e-487f-9501-6deb25268be3 req-a52f33b8-6c44-40fa-8cb6-89914c47bb19 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:29.449532 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7b995c22-069e-487f-9501-6deb25268be3 req-a52f33b8-6c44-40fa-8cb6-89914c47bb19 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0667987 Jul 09 20:59:29.488780 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7b995c22-069e-487f-9501-6deb25268be3 req-5673b0df-e9b6-4651-80bc-7b2926da3406 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Jul 09 20:59:30.671082 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca98e7-09d2-4c2f-9dc1-fa3b6da12c92 req-c13b418e-66e9-469c-b853-8e85469474bf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:30.677977 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3cca98e7-09d2-4c2f-9dc1-fa3b6da12c92 req-c13b418e-66e9-469c-b853-8e85469474bf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0765140 Jul 09 20:59:30.710610 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3cca98e7-09d2-4c2f-9dc1-fa3b6da12c92 req-b5d18392-beb7-4d6c-80d7-d383d75c540a tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Jul 09 20:59:31.888347 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bdba0-11c7-422f-a55f-9d81ca60b6c9 req-b2f1806f-e9db-4933-ad79-537d68fd5062 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:31.889817 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d33bdba0-11c7-422f-a55f-9d81ca60b6c9 req-b2f1806f-e9db-4933-ad79-537d68fd5062 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0657039 Jul 09 20:59:31.927417 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d33bdba0-11c7-422f-a55f-9d81ca60b6c9 req-de2cb5e8-ccbe-4d07-976d-c87741037db2 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Jul 09 20:59:33.117348 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55482574-4dd4-4ddc-b85e-29267f0eacee req-7244a247-d914-4f5d-b3e3-50258a004ca8 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:33.118430 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-55482574-4dd4-4ddc-b85e-29267f0eacee req-7244a247-d914-4f5d-b3e3-50258a004ca8 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0713391 Jul 09 20:59:33.155433 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-55482574-4dd4-4ddc-b85e-29267f0eacee req-29a81faa-aae7-4a32-bb87-83a61a417220 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Jul 09 20:59:34.325216 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84cbc7-7543-4815-aa43-7ec47a15b5d9 req-2b310ae5-0f38-45e1-b850-477006e89090 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:34.326646 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2c84cbc7-7543-4815-aa43-7ec47a15b5d9 req-2b310ae5-0f38-45e1-b850-477006e89090 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0637767 Jul 09 20:59:34.363448 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2c84cbc7-7543-4815-aa43-7ec47a15b5d9 req-225428bf-dc8c-4b28-ad3c-15d21cc0469f tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jul 09 20:59:35.534777 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51960ca-1a23-4b60-ab6b-dcee05a07d26 req-b2aa5d0b-cb3d-4279-905e-722c1b6f2e56 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:35.536226 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a51960ca-1a23-4b60-ab6b-dcee05a07d26 req-b2aa5d0b-cb3d-4279-905e-722c1b6f2e56 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.0615246 Jul 09 20:59:35.571868 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a51960ca-1a23-4b60-ab6b-dcee05a07d26 req-e2d1d884-e32d-4cd5-b6af-15ff5af921b4 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301633 Jul 09 20:59:36.733295 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Request body: {'port': {'device_id': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:36.808180 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a7345-ae69-41e7-bcbe-71d6d831fb7f req-28ce928c-8006-4997-a999-a9d3f7e62557 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:36.809713 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d53a7345-ae69-41e7-bcbe-71d6d831fb7f req-28ce928c-8006-4997-a999-a9d3f7e62557 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 931 time: 0.1267347 Jul 09 20:59:36.878076 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:36.904697 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d53a7345-ae69-41e7-bcbe-71d6d831fb7f req-2daebfac-85ef-42ed-93ac-21e09d9c569d tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867572 Jul 09 20:59:36.911890 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-860aa31a-81fc-49da-b66a-6a50ec3a1ef2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1572855 Jul 09 20:59:37.124115 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-f4e6e066-d0f1-497b-8b79-432a0ebb33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:37.125631 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-f4e6e066-d0f1-497b-8b79-432a0ebb33b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 1100 time: 0.1281669 Jul 09 20:59:37.272003 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51900402-fbf1-47db-ba56-6c05b83aa800 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:37.281871 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.284373 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-ccba94de-ad3d-4b99-b889-6086b6cc066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:37.285837 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-ccba94de-ad3d-4b99-b889-6086b6cc066e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.1373434 Jul 09 20:59:37.295422 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Transition to ACTIVE for port object 51900402-fbf1-47db-ba56-6c05b83aa800 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:37.303253 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.392694 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Pushing event updated for resources: {'Port': ['ID=51900402-fbf1-47db-ba56-6c05b83aa800,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:37.396553 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-2281c1a7-ee30-45d9-8f14-c9288602eab1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 200 len: 1002 time: 0.1001098 Jul 09 20:59:37.500736 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-d17c672f-c978-4721-962b-566a59c2c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:37.502211 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-d17c672f-c978-4721-962b-566a59c2c045 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0803909 Jul 09 20:59:37.506495 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Attempting to bind port 51900402-fbf1-47db-ba56-6c05b83aa800 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:37.506824 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Attempting to bind port 51900402-fbf1-47db-ba56-6c05b83aa800 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:37.507147 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Attempting to bind port 51900402-fbf1-47db-ba56-6c05b83aa800 on network f5e160f4-2e46-48a0-8026-40274e15f631 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:37.511380 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Port 51900402-fbf1-47db-ba56-6c05b83aa800 on network f5e160f4-2e46-48a0-8026-40274e15f631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:59:37.511694 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Attempting to bind port 51900402-fbf1-47db-ba56-6c05b83aa800 on network f5e160f4-2e46-48a0-8026-40274e15f631 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:37.517634 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:37.517966 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Checking segment: {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:37.518426 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Bound using segment: {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:37.518746 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Bound port: 51900402-fbf1-47db-ba56-6c05b83aa800, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b785674-7481-4aeb-90bf-b1825fe84345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:37.519112 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.620682 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] For port 51900402-fbf1-47db-ba56-6c05b83aa800, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:37.624248 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-ba2b34fe-0c5a-41a1-8460-f31fd6fd80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:37.625759 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-ba2b34fe-0c5a-41a1-8460-f31fd6fd80f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039209 Jul 09 20:59:37.627369 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] For port 51900402-fbf1-47db-ba56-6c05b83aa800, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=51900402-fbf1-47db-ba56-6c05b83aa800,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:37.632051 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.721790 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:37.722402 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:37.723766 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] 10.222.0.83 "PUT /v2.0/ports/51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 1093 time: 0.9991348 Jul 09 20:59:37.724198 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:37.726436 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a593ce4-dd43-4af3-b921-1f51abce1c19" -d '{"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:37.742746 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426c3aa-7b18-4979-bedb-88137260d58f service neutron] Pushing event updated for resources: {'Port': ['ID=51900402-fbf1-47db-ba56-6c05b83aa800,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:37.774469 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-32cb5358-0e39-4192-bb74-b6a0ca25f487 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402407 Jul 09 20:59:37.777029 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028fca83-e4b2-4319-8142-6c0880e8cebf x-openstack-request-id: req-028fca83-e4b2-4319-8142-6c0880e8cebf {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:37.777318 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:37.777572 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-028fca83-e4b2-4319-8142-6c0880e8cebf {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:37.777982 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800', 'status': 'completed', 'code': 200} Jul 09 20:59:37.925891 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-5d8b6710-c1ce-4d49-b822-cb2e75f2384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:37.927579 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-5d8b6710-c1ce-4d49-b822-cb2e75f2384c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1096 time: 0.1248982 Jul 09 20:59:37.930031 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6282fd39-3eb2-458b-8295-ec1f0a1b91a5 req-a9ae28eb-e1e1-4d60-8dc9-690792a196e6 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285560 Jul 09 20:59:37.987050 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-3be41389-01a0-4546-a1c3-c8d7d2db9d94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 217 time: 0.0344324 Jul 09 20:59:38.079087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-7b8a61e9-815e-4e48-814e-c03e3de240af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.080470 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-7b8a61e9-815e-4e48-814e-c03e3de240af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 200 len: 854 time: 0.0757663 Jul 09 20:59:38.374111 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0409f-388b-4eac-9be6-f4f64e21de90 req-9d40de90-9933-4763-9c68-e120b051283d tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.375470 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-40c0409f-388b-4eac-9be6-f4f64e21de90 req-9d40de90-9933-4763-9c68-e120b051283d tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 943 time: 0.3445332 Jul 09 20:59:38.417451 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-ea01378c-62b3-47d9-ae9c-0b78e5ac0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.418960 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-ea01378c-62b3-47d9-ae9c-0b78e5ac0e51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f5e160f4-2e46-48a0-8026-40274e15f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3282871 Jul 09 20:59:38.426759 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-40c0409f-388b-4eac-9be6-f4f64e21de90 req-f5fb1fd6-5205-4a35-a62d-da3474301fe0 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Jul 09 20:59:38.507873 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-c51469c2-33f3-4aa6-881e-0cc1adcc69d4 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801857 Jul 09 20:59:38.593297 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ec08c47d-aaba-498b-aae4-3881495e5182 req-4272f6b8-7c41-4bd3-a3ae-96b382e94d4f service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781977 Jul 09 20:59:38.740213 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-4ec1286b-faa9-486c-84ce-5eeff196c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.741734 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-4ec1286b-faa9-486c-84ce-5eeff196c193 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1096 time: 0.0508916 Jul 09 20:59:38.830337 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-3af291ae-1701-4e6f-b54e-b373aaef98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.831813 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-3af291ae-1701-4e6f-b54e-b373aaef98a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 916 time: 0.0819874 Jul 09 20:59:38.875782 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-e83c63df-fc77-46d6-a689-6d781e225f99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 217 time: 0.0322402 Jul 09 20:59:38.922029 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-2735f757-2e98-4729-b3ef-10510a69a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.923328 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-2735f757-2e98-4729-b3ef-10510a69a7e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 200 len: 854 time: 0.0412660 Jul 09 20:59:38.980499 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-f1c227c3-8827-41c4-abad-f6851f3180c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:38.982229 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-f1c227c3-8827-41c4-abad-f6851f3180c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f5e160f4-2e46-48a0-8026-40274e15f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523026 Jul 09 20:59:39.069926 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-4cf0887d-0cee-4df0-88a4-f9dd63a812d8 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802691 Jul 09 20:59:39.158964 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9a593ce4-dd43-4af3-b921-1f51abce1c19 req-3ec0c683-7793-4c2b-8f8d-cfbaaa2ea583 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814881 Jul 09 20:59:39.598894 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb9479-8434-4117-8f21-8b6414bc3617 req-a67a0f5a-f244-40dc-9693-583a9e8157ca tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:39.600350 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ddb9479-8434-4117-8f21-8b6414bc3617 req-a67a0f5a-f244-40dc-9693-583a9e8157ca tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 943 time: 0.0643883 Jul 09 20:59:39.636159 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4ddb9479-8434-4117-8f21-8b6414bc3617 req-2f1092bb-bb30-4058-aa34-05fce4392a26 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303676 Jul 09 20:59:40.790060 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-3135099c-520d-442d-a702-e4467f7f0342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:40.808877 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44501c5-af3a-4581-a50f-b5a6dfac9469 req-97dee123-d56c-4c89-9357-b7770c0c1cc0 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:40.810967 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d44501c5-af3a-4581-a50f-b5a6dfac9469 req-97dee123-d56c-4c89-9357-b7770c0c1cc0 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 943 time: 0.0642996 Jul 09 20:59:40.846949 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d44501c5-af3a-4581-a50f-b5a6dfac9469 req-0e7221f2-d2d5-4417-b644-faefee6960fc tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303538 Jul 09 20:59:41.726665 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 51900402-fbf1-47db-ba56-6c05b83aa800 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:59:41.817790 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 51900402-fbf1-47db-ba56-6c05b83aa800, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=51900402-fbf1-47db-ba56-6c05b83aa800,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:41.829780 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '51900402-fbf1-47db-ba56-6c05b83aa800', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'port_id': '51900402-fbf1-47db-ba56-6c05b83aa800', 'mac_address': 'fa:16:3e:41:18:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:59:41.864356 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:41.880990 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51900402-fbf1-47db-ba56-6c05b83aa800 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:41.900937 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 51900402-fbf1-47db-ba56-6c05b83aa800, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=51900402-fbf1-47db-ba56-6c05b83aa800,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:41.905018 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:41.951047 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=51900402-fbf1-47db-ba56-6c05b83aa800,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:41.958213 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.958561 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.958900 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.959232 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.959562 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.959890 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.960216 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.960539 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.960907 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.961254 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.961578 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:41.961898 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:42.029613 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266f201-42b4-483a-91e9-f45b9dcbe3d4 req-96de58a6-8d31-47d0-b004-37c59af9608f tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:42.031082 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6266f201-42b4-483a-91e9-f45b9dcbe3d4 req-96de58a6-8d31-47d0-b004-37c59af9608f tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 944 time: 0.0715933 Jul 09 20:59:42.067734 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6266f201-42b4-483a-91e9-f45b9dcbe3d4 req-5df984e5-cbe6-4e15-a3c1-7e1db4771bd2 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Jul 09 20:59:42.404184 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['51900402-fbf1-47db-ba56-6c05b83aa800'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:59:43.251304 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dde7c-6fd9-4fa8-bed0-b18a5f9ac6d3 req-0aafc56c-65f7-4a92-90d8-3da4d55a5700 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:43.252840 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-094dde7c-6fd9-4fa8-bed0-b18a5f9ac6d3 req-0aafc56c-65f7-4a92-90d8-3da4d55a5700 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 944 time: 0.0645192 Jul 09 20:59:43.294268 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-094dde7c-6fd9-4fa8-bed0-b18a5f9ac6d3 req-db384708-1295-4004-9607-1887d5192c45 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348825 Jul 09 20:59:43.442127 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-34a1785f-104d-41fc-a487-e3783fe5c837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:43.725862 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 51900402-fbf1-47db-ba56-6c05b83aa800 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:43.779434 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:43.788866 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 51900402-fbf1-47db-ba56-6c05b83aa800 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:43.792435 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 51900402-fbf1-47db-ba56-6c05b83aa800 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:43.792796 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:43.866067 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:43.888112 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:43.890353 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9f1951-324d-4604-a04f-895c429346b8" -d '{"events": [{"server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "name": "network-vif-plugged", "status": "completed", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:43.904109 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 51900402-fbf1-47db-ba56-6c05b83aa800, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=51900402-fbf1-47db-ba56-6c05b83aa800,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:43.908593 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:43.934631 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb7133-f82a-4589-80d8-a1a7e927883b x-openstack-request-id: req-52cb7133-f82a-4589-80d8-a1a7e927883b {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:43.935027 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "name": "network-vif-plugged", "status": "completed", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:43.935279 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52cb7133-f82a-4589-80d8-a1a7e927883b {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:43.935654 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800', 'code': 200} Jul 09 20:59:43.960858 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=51900402-fbf1-47db-ba56-6c05b83aa800,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:44.182790 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac7638-9786-4f4c-b374-779ac256a6e5 req-1df5cbf1-429c-41ca-86a5-cbd43ec8ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:44.184331 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2fac7638-9786-4f4c-b374-779ac256a6e5 req-1df5cbf1-429c-41ca-86a5-cbd43ec8ca1a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1098 time: 0.0531380 Jul 09 20:59:44.218673 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2fac7638-9786-4f4c-b374-779ac256a6e5 req-78afd0fe-6637-406c-a343-3526bfab67cb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277979 Jul 09 20:59:44.465673 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56e196-1d00-443f-8276-7bff35966c64 req-07fe8990-c30c-4aaa-9858-a2b17dc91189 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:44.467044 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6a56e196-1d00-443f-8276-7bff35966c64 req-07fe8990-c30c-4aaa-9858-a2b17dc91189 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0648057 Jul 09 20:59:44.504952 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6a56e196-1d00-443f-8276-7bff35966c64 req-184040f7-b9cc-44df-9870-65a2be0ee670 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Jul 09 20:59:44.605503 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:44.963842 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:45.678629 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3efa3c-6723-48f6-bda4-af3bfc938f15 req-e0a7b192-4841-4c1d-aae6-5e634a00bee2 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:45.680095 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fe3efa3c-6723-48f6-bda4-af3bfc938f15 req-e0a7b192-4841-4c1d-aae6-5e634a00bee2 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0663311 Jul 09 20:59:45.716527 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fe3efa3c-6723-48f6-bda4-af3bfc938f15 req-e9aafc44-a483-4877-ae2c-86e198c46fd3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307951 Jul 09 20:59:46.078663 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:46.884519 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695960ab-2957-4317-8719-35a6d032c811 req-d0662ec9-07af-432e-8579-5b6f840fa68f tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:46.886011 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-695960ab-2957-4317-8719-35a6d032c811 req-d0662ec9-07af-432e-8579-5b6f840fa68f tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0631356 Jul 09 20:59:46.923067 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-695960ab-2957-4317-8719-35a6d032c811 req-aef0e29c-9338-43e8-9003-08daa045d15b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Jul 09 20:59:47.091825 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658a15e-3ab9-4a9c-8a2b-55552df72094 req-a6310117-42bb-435a-8c75-8ccc36a55040 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:47.093192 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f658a15e-3ab9-4a9c-8a2b-55552df72094 req-a6310117-42bb-435a-8c75-8ccc36a55040 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0606353 Jul 09 20:59:47.128830 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f658a15e-3ab9-4a9c-8a2b-55552df72094 req-d0080e48-d21e-4cf0-a5f2-62516d175fa0 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302446 Jul 09 20:59:47.510184 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541b43-58d1-49aa-bcda-fecc4eec4101 req-b3cfdbd3-2417-44ff-85e7-f36010567efa tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:47.512117 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cb541b43-58d1-49aa-bcda-fecc4eec4101 req-b3cfdbd3-2417-44ff-85e7-f36010567efa tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0636735 Jul 09 20:59:47.550216 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cb541b43-58d1-49aa-bcda-fecc4eec4101 req-a927af25-34e7-46f2-818b-cff1963a523e tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Jul 09 20:59:49.958525 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5cdef-46a4-40e2-bb03-ff75ccd33061 req-a4f920e1-93aa-43ca-8a68-2dcee5f8d5de tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:49.959910 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-01f5cdef-46a4-40e2-bb03-ff75ccd33061 req-a4f920e1-93aa-43ca-8a68-2dcee5f8d5de tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0620890 Jul 09 20:59:49.999550 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-01f5cdef-46a4-40e2-bb03-ff75ccd33061 req-9edd79ff-d885-4769-8603-61043e0d5d6d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328753 Jul 09 20:59:51.179061 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275752c0-f740-47c5-b600-9b5ed96650a5 req-48194989-53c3-4a3e-913a-3c81bc16bdd6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:51.180497 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-275752c0-f740-47c5-b600-9b5ed96650a5 req-48194989-53c3-4a3e-913a-3c81bc16bdd6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0613809 Jul 09 20:59:51.217178 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-275752c0-f740-47c5-b600-9b5ed96650a5 req-bc7835fa-e902-4d76-ad1b-2ed8fca984bf tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309560 Jul 09 20:59:52.394086 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc27b7-1c9f-4fbb-bbbc-4e6907390a4e req-7ce924da-2432-4122-8f5e-79fd016e6c83 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:52.395543 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-79bc27b7-1c9f-4fbb-bbbc-4e6907390a4e req-7ce924da-2432-4122-8f5e-79fd016e6c83 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0651999 Jul 09 20:59:52.431692 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-79bc27b7-1c9f-4fbb-bbbc-4e6907390a4e req-a0feffcf-3ed0-441c-ac9f-50d6c6bba3b7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302606 Jul 09 20:59:53.602010 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a25d-5f66-4663-9f4d-247589340c2e req-ca80a83b-e191-4c0e-ad61-6ef647dca5e8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:53.603712 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-10e7a25d-5f66-4663-9f4d-247589340c2e req-ca80a83b-e191-4c0e-ad61-6ef647dca5e8 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0628874 Jul 09 20:59:53.642014 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-10e7a25d-5f66-4663-9f4d-247589340c2e req-bc75f91d-4ca2-4b56-9d5b-9eea07f35a6c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Jul 09 20:59:54.812477 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319153-4680-49ac-91cf-52653c4df538 req-57c68e02-e654-4e2e-aab1-26aa46c07bbb tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:54.814135 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8a319153-4680-49ac-91cf-52653c4df538 req-57c68e02-e654-4e2e-aab1-26aa46c07bbb tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0630765 Jul 09 20:59:54.852141 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8a319153-4680-49ac-91cf-52653c4df538 req-98525692-b85f-47f8-9d35-0f2bc13fe24e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Jul 09 20:59:56.029065 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292281-2212-407b-8e9e-03c385a528b1 req-ec76f721-40f9-4190-a4f9-9a60bc689c2f tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:56.030550 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d7292281-2212-407b-8e9e-03c385a528b1 req-ec76f721-40f9-4190-a4f9-9a60bc689c2f tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0664825 Jul 09 20:59:56.068139 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d7292281-2212-407b-8e9e-03c385a528b1 req-4664728c-808f-48b4-9f4c-f4f68755297b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Jul 09 20:59:57.089678 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5de241-ad1f-43ff-aaf6-1806c8eeaa1e req-d3d5b117-7da1-4ab2-b046-fe7a258859bb tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.091159 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8d5de241-ad1f-43ff-aaf6-1806c8eeaa1e req-d3d5b117-7da1-4ab2-b046-fe7a258859bb tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0653014 Jul 09 20:59:57.128375 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8d5de241-ad1f-43ff-aaf6-1806c8eeaa1e req-373277df-8af7-4716-910f-db327cefe139 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Jul 09 20:59:57.154019 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48926) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:57.239746 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f83f-fd02-463b-8bd8-b5cd470b880b req-2b719922-5b70-4867-aa5c-fe0f4542ca6e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.241418 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e937f83f-fd02-463b-8bd8-b5cd470b880b req-2b719922-5b70-4867-aa5c-fe0f4542ca6e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0629973 Jul 09 20:59:57.279754 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e937f83f-fd02-463b-8bd8-b5cd470b880b req-7443b471-91ed-4e96-9ec6-202f921e6873 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Jul 09 20:59:57.343705 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4553f-235a-442d-8ff2-547da2ec82c8 tempest-TestMinimumBasicScenario-536672045 tempest-TestMinimumBasicScenario-536672045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.345233 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-f8e4553f-235a-442d-8ff2-547da2ec82c8 tempest-TestMinimumBasicScenario-536672045 tempest-TestMinimumBasicScenario-536672045-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1093 time: 0.1902297 Jul 09 20:59:57.348228 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48930) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:57.352495 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'port_id': '51900402-fbf1-47db-ba56-6c05b83aa800', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:57.373189 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for floatingip, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:57.468299 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:57.567167 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Allocated IP 172.27.3.237 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/0fe7ac19-4b91-4f80-8d2d-929571c9675b) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:57.667858 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:57.706179 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:57.740827 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:57.747125 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:57.750546 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:57.772656 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'Port': ['ID=0fe7ac19-4b91-4f80-8d2d-929571c9675b,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:58.362444 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:58.478136 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:58.509274 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdc77f-7b92-4f1d-82f7-d80ae7f82b32 req-71dba754-e3e1-41d7-97a6-e0841ee67fa4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:58.510751 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b1cdc77f-7b92-4f1d-82f7-d80ae7f82b32 req-71dba754-e3e1-41d7-97a6-e0841ee67fa4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.1182976 Jul 09 20:59:58.596635 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b1cdc77f-7b92-4f1d-82f7-d80ae7f82b32 req-e5a3d103-d5d9-4c98-b089-f512359b9fd7 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795124 Jul 09 20:59:58.664184 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:58.668807 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:58.736156 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'Port': ['ID=0fe7ac19-4b91-4f80-8d2d-929571c9675b,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:58.744329 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:58.842466 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Floating IP a37dffff-7f0c-4620-b6ae-a127df100679 associated. External IP: 172.27.3.237, port: 51900402-fbf1-47db-ba56-6c05b83aa800. Jul 09 20:59:59.042924 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:59.147454 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:59.157368 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] Sync routers for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:59.163024 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.167164 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:59.167838 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:59:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:59.199334 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-688f2b23-89b0-4a41-b5ff-6dcbbd5f2d77 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8495536 Jul 09 20:59:59.199913 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:59.202194 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ada78ae-bc26-430e-b33c-f43ba063e140" -d '{"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:59.202649 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48934) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:59.207868 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-243103e3-5856-43e2-ac0e-18aba8c37baf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665077020', 'description': 'tempest-secgroup-smoke-1665077020 description', 'project_id': '5987624be4474381a7d595393ebe00fa'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:59.233067 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-243103e3-5856-43e2-ac0e-18aba8c37baf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.240018 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7625303-2bfd-40e1-b13e-c8ebbe9327d3 x-openstack-request-id: req-f7625303-2bfd-40e1-b13e-c8ebbe9327d3 {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:59.240311 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:59.240564 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7625303-2bfd-40e1-b13e-c8ebbe9327d3 {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:59.241214 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800', 'status': 'completed', 'code': 200} Jul 09 20:59:59.360010 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-243103e3-5856-43e2-ac0e-18aba8c37baf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.368133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-243103e3-5856-43e2-ac0e-18aba8c37baf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.393737 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:59.404950 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-243103e3-5856-43e2-ac0e-18aba8c37baf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.408799 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-243103e3-5856-43e2-ac0e-18aba8c37baf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2019613 Jul 09 20:59:59.408799 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243103e3-5856-43e2-ac0e-18aba8c37baf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0368906c-8c7c-4054-a815-4733eedf4c74,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:59.409620 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48938) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:59.411572 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-a4fc3bbf-0cbe-4513-bdb2-ff4ee946c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:59.413037 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-a4fc3bbf-0cbe-4513-bdb2-ff4ee946c43a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1098 time: 0.1156161 Jul 09 20:59:59.415092 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-d004e552-cc13-4833-a73b-e22774d0f8cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'security_group_rule': {'security_group_id': '0368906c-8c7c-4054-a815-4733eedf4c74', 'project_id': '5987624be4474381a7d595393ebe00fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:59.444042 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d004e552-cc13-4833-a73b-e22774d0f8cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.502386 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d004e552-cc13-4833-a73b-e22774d0f8cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.504472 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-d33c8f88-d3f3-497b-9a16-5d5bb27c4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:59.506417 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d004e552-cc13-4833-a73b-e22774d0f8cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.506584 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-d33c8f88-d3f3-497b-9a16-5d5bb27c4526 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 916 time: 0.0864275 Jul 09 20:59:59.524858 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004e552-cc13-4833-a73b-e22774d0f8cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0120a5ea-a9ed-421a-a587-f83e90897d3e,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:59.531447 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d004e552-cc13-4833-a73b-e22774d0f8cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.532796 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-d004e552-cc13-4833-a73b-e22774d0f8cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221566 Jul 09 20:59:59.535811 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48940) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:59.540339 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-7dcb8dca-ce1e-434f-8c7f-f9b45be53eaf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'security_group_rule': {'security_group_id': '0368906c-8c7c-4054-a815-4733eedf4c74', 'project_id': '5987624be4474381a7d595393ebe00fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:59.568072 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8dca-ce1e-434f-8c7f-f9b45be53eaf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.598205 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-c4f92152-cf97-4b0b-8ee8-5d7923c47406 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 999 time: 0.0852053 Jul 09 20:59:59.635441 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8dca-ce1e-434f-8c7f-f9b45be53eaf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.641652 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8dca-ce1e-434f-8c7f-f9b45be53eaf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.646104 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'a37dffff-7f0c-4620-b6ae-a127df100679', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'port_id': '51900402-fbf1-47db-ba56-6c05b83aa800', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'mac_address': 'fa:16:3e:41:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:58Z', 'updated_at': '2021-07-09T20:59:58Z', 'revision_number': 0, 'project_id': '5987624be4474381a7d595393ebe00fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:08Z', 'revision_number': 5, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:59.656665 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-42e95d12-e541-4106-9ba0-8420f47b15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:59.658189 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-42e95d12-e541-4106-9ba0-8420f47b15ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 200 len: 854 time: 0.0535913 Jul 09 20:59:59.665424 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb8dca-ce1e-434f-8c7f-f9b45be53eaf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7e70cc-5266-4eb7-84a4-f4e8312080a9,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:59.677607 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8dca-ce1e-434f-8c7f-f9b45be53eaf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.679517 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-7dcb8dca-ce1e-434f-8c7f-f9b45be53eaf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426356 Jul 09 20:59:59.682482 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48944) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:59.688886 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] Checking router: 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:59.697181 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:59.697783 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T20:59:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:59.706052 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-4e101de6-5cd4-4fd1-8fe2-c050f57a8140 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'security_group_rule': {'security_group_id': '0368906c-8c7c-4054-a815-4733eedf4c74', 'project_id': '5987624be4474381a7d595393ebe00fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:59.753613 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4e101de6-5cd4-4fd1-8fe2-c050f57a8140 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.775996 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-fa9a2b85-d460-46c2-a235-78c3b8a85101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:59.777745 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-fa9a2b85-d460-46c2-a235-78c3b8a85101 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f5e160f4-2e46-48a0-8026-40274e15f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122448 Jul 09 20:59:59.800560 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32f82-5fb6-4c2b-885d-9fc132a4e3fb req-54efa001-24ef-45db-a74e-b43cb261459c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:59.802179 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ead32f82-5fb6-4c2b-885d-9fc132a4e3fb req-54efa001-24ef-45db-a74e-b43cb261459c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0716047 Jul 09 20:59:59.818692 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:59.841934 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ead32f82-5fb6-4c2b-885d-9fc132a4e3fb req-78216ac7-a519-4798-866d-b4628bca354b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327232 Jul 09 20:59:59.874219 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4e101de6-5cd4-4fd1-8fe2-c050f57a8140 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.880064 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4e101de6-5cd4-4fd1-8fe2-c050f57a8140 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.905059 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e101de6-5cd4-4fd1-8fe2-c050f57a8140 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28da700f-3595-4648-9d35-0acd86c93801,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:59.913302 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-ac1c6b4f-eeb1-4ee9-bce3-3c4c77f69d3a service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238139 Jul 09 20:59:59.919115 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4e101de6-5cd4-4fd1-8fe2-c050f57a8140 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.923089 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-4e101de6-5cd4-4fd1-8fe2-c050f57a8140 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2349184 Jul 09 20:59:59.923507 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48946) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:59.929057 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-db520f82-ee09-4671-9198-26e1f22310cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'security_group_rule': {'security_group_id': '0368906c-8c7c-4054-a815-4733eedf4c74', 'project_id': '5987624be4474381a7d595393ebe00fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:59.957608 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-db520f82-ee09-4671-9198-26e1f22310cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.010358 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-db520f82-ee09-4671-9198-26e1f22310cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.013456 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2ada78ae-bc26-430e-b33c-f43ba063e140 req-b7c51b92-51a1-4116-9dc7-b38820b5826a service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920601 Jul 09 21:00:00.015351 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-db520f82-ee09-4671-9198-26e1f22310cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.030927 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db520f82-ee09-4671-9198-26e1f22310cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0135c52-1b2e-4fed-8dd7-485644d9994b,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:00.041799 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-db520f82-ee09-4671-9198-26e1f22310cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.043590 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-db520f82-ee09-4671-9198-26e1f22310cd tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189592 Jul 09 21:00:00.046329 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 48948) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:00.051414 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-45c9b0ca-0d74-476e-b5aa-f1f38bd2a536 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'security_group_rule': {'security_group_id': '0368906c-8c7c-4054-a815-4733eedf4c74', 'project_id': '5987624be4474381a7d595393ebe00fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:00.073857 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.securitygroups_db [None req-45c9b0ca-0d74-476e-b5aa-f1f38bd2a536 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Project 5987624be4474381a7d595393ebe00fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:00:00.076835 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'a37dffff-7f0c-4620-b6ae-a127df100679', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'port_id': '51900402-fbf1-47db-ba56-6c05b83aa800', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'mac_address': 'fa:16:3e:41:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:58Z', 'updated_at': '2021-07-09T20:59:58Z', 'revision_number': 0, 'project_id': '5987624be4474381a7d595393ebe00fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:08Z', 'revision_number': 5, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:00.078928 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-45c9b0ca-0d74-476e-b5aa-f1f38bd2a536 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.103357 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efad26b-0256-4447-bda3-1f7e23848bb3 None None] The sync data for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi is: [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'a37dffff-7f0c-4620-b6ae-a127df100679', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'port_id': '51900402-fbf1-47db-ba56-6c05b83aa800', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'mac_address': 'fa:16:3e:41:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:58Z', 'updated_at': '2021-07-09T20:59:58Z', 'revision_number': 0, 'project_id': '5987624be4474381a7d595393ebe00fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:08Z', 'revision_number': 5, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:00:00.137553 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:00.146832 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-45c9b0ca-0d74-476e-b5aa-f1f38bd2a536 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.152526 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-45c9b0ca-0d74-476e-b5aa-f1f38bd2a536 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.173704 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9b0ca-0d74-476e-b5aa-f1f38bd2a536 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8284a7af-92fd-4246-8b51-f41af28ecbff,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:00.182056 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-45c9b0ca-0d74-476e-b5aa-f1f38bd2a536 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.186211 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 48950) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:00.186423 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-45c9b0ca-0d74-476e-b5aa-f1f38bd2a536 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389110 Jul 09 21:00:00.191205 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-2252ee77-3996-4515-8a11-0e53dd02c49c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'security_group_rule': {'security_group_id': '0368906c-8c7c-4054-a815-4733eedf4c74', 'project_id': '5987624be4474381a7d595393ebe00fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:00.213711 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.securitygroups_db [None req-2252ee77-3996-4515-8a11-0e53dd02c49c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Project 5987624be4474381a7d595393ebe00fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:00:00.218976 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2252ee77-3996-4515-8a11-0e53dd02c49c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.282670 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2252ee77-3996-4515-8a11-0e53dd02c49c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.287040 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2252ee77-3996-4515-8a11-0e53dd02c49c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.305047 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ee77-3996-4515-8a11-0e53dd02c49c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d39e6de-9251-4ccf-bda3-a9188b283a41,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:00.312558 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2252ee77-3996-4515-8a11-0e53dd02c49c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.318333 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-2252ee77-3996-4515-8a11-0e53dd02c49c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267388 Jul 09 21:00:00.328434 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb63c1-6f5e-4ed4-8a09-9134cfcc287d None None] New status for floating IP a37dffff-7f0c-4620-b6ae-a127df100679: ACTIVE {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:00:00.437258 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-e200cdc6-71e4-4335-8293-b11e217b8d0c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665077020&fields=id&tenant_id=5987624be4474381a7d595393ebe00fa HTTP/1.1" status: 200 len: 267 time: 0.0338907 Jul 09 21:00:00.508589 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-23993fc9-1d84-49cf-9b9f-ae424ac78b08 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:00.510079 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-23993fc9-1d84-49cf-9b9f-ae424ac78b08 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0676484 Jul 09 21:00:00.520716 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'port': {'security_groups': ['30101fb2-d885-4a69-a8f7-e766d22f21da', '0368906c-8c7c-4054-a815-4733eedf4c74']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:00.599682 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.775367 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] For port 51900402-fbf1-47db-ba56-6c05b83aa800, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=51900402-fbf1-47db-ba56-6c05b83aa800,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:00.802971 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.807315 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.849775 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:00.850424 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.854329 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7ebc1628-4e77-4d6e-9b28-853356a34287 req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "PUT /v2.0/ports/51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 981 time: 0.3354712 Jul 09 21:00:00.854329 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:00.855387 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fffa091-7c79-4992-a8c9-6a3043ee20de" -d '{"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:00.859334 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['51900402-fbf1-47db-ba56-6c05b83aa800'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:00:00.891487 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5feaee-91f3-4468-baf2-40e106ee18f3 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'Port': ['ID=51900402-fbf1-47db-ba56-6c05b83aa800,revision_number=6']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:00.904485 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e61071-ab47-41f2-b23a-523d3d3c4e78 x-openstack-request-id: req-b0e61071-ab47-41f2-b23a-523d3d3c4e78 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:00.905028 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:00.911718 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0e61071-ab47-41f2-b23a-523d3d3c4e78 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:00.912400 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800', 'status': 'completed', 'code': 200} Jul 09 21:00:01.079288 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1b2a-c9c5-45c0-a7a2-3141c6d8bf60 req-ce1e6f29-2f4d-430e-90fb-e9121304aef0 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:01.080949 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8bee1b2a-c9c5-45c0-a7a2-3141c6d8bf60 req-ce1e6f29-2f4d-430e-90fb-e9121304aef0 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0773623 Jul 09 21:00:01.084458 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-ccfba6a4-0523-4b1f-9052-291ceb23decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:01.086133 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-ccfba6a4-0523-4b1f-9052-291ceb23decf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1137 time: 0.1325903 Jul 09 21:00:01.096303 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['51900402-fbf1-47db-ba56-6c05b83aa800'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:00:01.123383 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8bee1b2a-c9c5-45c0-a7a2-3141c6d8bf60 req-2dc0b1aa-34af-479d-beb1-8db71870967f tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360529 Jul 09 21:00:01.152843 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f918-2ff2-431b-8e28-606d5bbb5ebe req-ea5d79e7-8213-47b9-bb6c-8bc49b7138c2 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:01.154300 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9679f918-2ff2-431b-8e28-606d5bbb5ebe req-ea5d79e7-8213-47b9-bb6c-8bc49b7138c2 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.1417065 Jul 09 21:00:01.184202 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-dbb03923-bf03-4075-8181-968e32dc6781 None None] Provisioning complete for port 51900402-fbf1-47db-ba56-6c05b83aa800 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:00:01.184567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-dbb03923-bf03-4075-8181-968e32dc6781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:01.213239 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9679f918-2ff2-431b-8e28-606d5bbb5ebe req-1170a589-844f-40eb-9b1d-e4b5919e44f1 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529320 Jul 09 21:00:01.223659 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-0fb821ab-87c1-48ee-a983-dc520e84c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:01.225380 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-0fb821ab-87c1-48ee-a983-dc520e84c27a service neutron] 10.222.0.83 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 916 time: 0.1292205 Jul 09 21:00:01.290640 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-9896160a-f408-4fa2-8b4d-944517dc4b52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 1001 time: 0.0570784 Jul 09 21:00:01.341022 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-ec0a3c02-0879-43bb-9428-a8d03b6fc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:01.342371 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-ec0a3c02-0879-43bb-9428-a8d03b6fc1bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 200 len: 854 time: 0.0430298 Jul 09 21:00:01.404661 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-85b01aa4-2710-4832-83fb-0f5d6d1c7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:01.406325 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-85b01aa4-2710-4832-83fb-0f5d6d1c7542 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f5e160f4-2e46-48a0-8026-40274e15f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560560 Jul 09 21:00:01.493398 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-bfdbfffb-974d-4432-a01d-6e432daa225b service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793533 Jul 09 21:00:01.585720 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1fffa091-7c79-4992-a8c9-6a3043ee20de req-e48396e2-7011-4bf9-b694-5cac6a084c48 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842028 Jul 09 21:00:02.298535 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766331e-08f6-42a9-ab60-5fbdaa9e9b1d req-62b5a86d-1bfc-49b8-bba5-8fabe9cb2781 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:02.300016 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f766331e-08f6-42a9-ab60-5fbdaa9e9b1d req-62b5a86d-1bfc-49b8-bba5-8fabe9cb2781 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0642457 Jul 09 21:00:02.339422 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f766331e-08f6-42a9-ab60-5fbdaa9e9b1d req-e3abc6e3-a5e8-4329-b0fb-1e44f2736c60 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339363 Jul 09 21:00:03.517843 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e66b3-1532-4e68-8ce6-bf81510373d8 req-c89f795a-0a7d-44ab-a27f-297a88b1240c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:03.519290 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-263e66b3-1532-4e68-8ce6-bf81510373d8 req-c89f795a-0a7d-44ab-a27f-297a88b1240c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0625484 Jul 09 21:00:03.556071 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-263e66b3-1532-4e68-8ce6-bf81510373d8 req-4ab39cca-f2fe-43ff-9626-27c6c836fb22 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Jul 09 21:00:04.730435 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac145c1-2460-46b8-ada3-61eecee47a30 req-43cc94a6-f464-47a4-8c6c-616f929a4ba1 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:04.731925 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aac145c1-2460-46b8-ada3-61eecee47a30 req-43cc94a6-f464-47a4-8c6c-616f929a4ba1 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0628242 Jul 09 21:00:04.768280 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aac145c1-2460-46b8-ada3-61eecee47a30 req-dec85509-5a57-4040-b9fc-433ddb0a6ba0 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308483 Jul 09 21:00:05.952034 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46708a7-dd21-4f3b-bd98-4a1d1c1b9645 req-2bc8b556-6e7b-4ec8-8017-aef7415516a2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:05.953508 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a46708a7-dd21-4f3b-bd98-4a1d1c1b9645 req-2bc8b556-6e7b-4ec8-8017-aef7415516a2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0620191 Jul 09 21:00:05.989379 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a46708a7-dd21-4f3b-bd98-4a1d1c1b9645 req-145c93f1-5003-43ea-a532-7b3a201485ef tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304043 Jul 09 21:00:06.354637 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1e425-52d4-4009-a6a2-02906c960b10 req-374eba99-bf3d-497e-af20-743a40ee56a0 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.356067 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3ab1e425-52d4-4009-a6a2-02906c960b10 req-374eba99-bf3d-497e-af20-743a40ee56a0 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0969350 Jul 09 21:00:06.405863 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-a2d5d174-951f-462b-a401-03f14b60a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.407622 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-a2d5d174-951f-462b-a401-03f14b60a9b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 1099 time: 0.0985687 Jul 09 21:00:06.414575 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3ab1e425-52d4-4009-a6a2-02906c960b10 req-de30ced8-51c4-4706-b6a5-513d0dcd5ac2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520256 Jul 09 21:00:06.496733 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-52a2c24d-5ca4-4d25-9925-762357070235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.498211 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-52a2c24d-5ca4-4d25-9925-762357070235 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 911 time: 0.0828383 Jul 09 21:00:06.563082 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-4a485bfd-c926-42fe-9930-b7c565e4f2a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 200 len: 1002 time: 0.0545268 Jul 09 21:00:06.614806 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-76afe5cb-f869-4472-98f5-7e0d041972de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.616097 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-76afe5cb-f869-4472-98f5-7e0d041972de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.0411837 Jul 09 21:00:06.675599 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-c481352d-15d1-4cac-ad57-051badb446f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.677105 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-c481352d-15d1-4cac-ad57-051badb446f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535612 Jul 09 21:00:06.767175 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-2e2f4c28-93f9-4394-8eda-19ad460cbe74 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828424 Jul 09 21:00:06.857143 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfd2c2a8-a125-48b8-a33d-fea0f51be34a req-04d3453d-0f43-4833-a04f-50acfd1e86b6 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823064 Jul 09 21:00:07.586087 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2b48f-ad41-4f5c-bf30-50de5a8d5499 req-bb4f247d-6ba6-4859-82a7-541c7ac2b95b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:07.587574 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d0f2b48f-ad41-4f5c-bf30-50de5a8d5499 req-bb4f247d-6ba6-4859-82a7-541c7ac2b95b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0629590 Jul 09 21:00:07.629469 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d0f2b48f-ad41-4f5c-bf30-50de5a8d5499 req-cc6e21ca-6cf5-4cd4-9da7-bc705edecb26 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346904 Jul 09 21:00:08.797866 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e3e9-84dd-488e-88ce-ed4aa93733ec req-2bbc4212-d6b6-4d9c-85e6-db254910c5c3 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:08.799299 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9fb5e3e9-84dd-488e-88ce-ed4aa93733ec req-2bbc4212-d6b6-4d9c-85e6-db254910c5c3 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0610275 Jul 09 21:00:08.835818 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9fb5e3e9-84dd-488e-88ce-ed4aa93733ec req-ef35ff28-edbf-40ba-935b-6811e0312264 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311999 Jul 09 21:00:10.792134 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-48d4f8c9-ac6d-4d3b-aa5b-43cfba2c7da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:13.444047 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ae88b0a5-d2d6-4e66-afb0-845f7c1add76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:13.776501 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:14.608487 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:14.961888 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:16.077436 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:19.068661 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6a50e-2512-405d-98a2-3f86b16488cb req-ea3d35de-8a0f-43d2-8c85-7bfe6c7a646d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:19.070055 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-aed6a50e-2512-405d-98a2-3f86b16488cb req-ea3d35de-8a0f-43d2-8c85-7bfe6c7a646d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.0703404 Jul 09 21:00:19.107068 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-aed6a50e-2512-405d-98a2-3f86b16488cb req-17e13d61-bf98-4828-830a-c035e91affda tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Jul 09 21:00:20.298355 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d43b41-115a-459e-b26c-c80230dc3b0c req-a80d727a-788a-4d4c-b30b-05f187b7c7e1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:20.299981 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b8d43b41-115a-459e-b26c-c80230dc3b0c req-a80d727a-788a-4d4c-b30b-05f187b7c7e1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.0691547 Jul 09 21:00:20.341794 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b8d43b41-115a-459e-b26c-c80230dc3b0c req-548eef96-f141-453b-ba45-47a7100760d8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359066 Jul 09 21:00:21.416571 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-f2f48685-e9bc-4eea-a45e-8f233a8480e5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.418036 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-f2f48685-e9bc-4eea-a45e-8f233a8480e5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.0661893 Jul 09 21:00:21.561844 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf5eec-ce9f-43f5-b966-f2b9353bd9dd req-7653b7af-6199-4258-bff9-c7c71b2d2924 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.563282 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-eecf5eec-ce9f-43f5-b966-f2b9353bd9dd req-7653b7af-6199-4258-bff9-c7c71b2d2924 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 947 time: 0.1068914 Jul 09 21:00:21.568209 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Deleting port f963b45c-8e55-4009-b600-e793c0274776 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:00:21.568541 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:21.644001 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-eecf5eec-ce9f-43f5-b966-f2b9353bd9dd req-51bd6be1-77dc-482b-ab2d-59f595264e6b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=d8b3f712-f84a-4ff5-8f25-eb229b229995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726228 Jul 09 21:00:21.677180 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] For port f963b45c-8e55-4009-b600-e793c0274776, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f963b45c-8e55-4009-b600-e793c0274776,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:21.677569 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:21.885174 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:21.885555 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:21.885851 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Floating IP 52f604f4-20cf-403b-b5ef-6886b29968ff disassociated. External IP: 172.27.3.198, port: f963b45c-8e55-4009-b600-e793c0274776. Jul 09 21:00:21.886188 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Calling delete_port for f963b45c-8e55-4009-b600-e793c0274776 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:00:22.040994 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:22.075706 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event deleted for resources: {'Port': ['ID=f963b45c-8e55-4009-b600-e793c0274776,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:22.089773 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.090123 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.090484 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.090815 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.091141 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.091464 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.091785 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.092102 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.092417 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.092736 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.093713 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.094062 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:22.106397 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-a7e16ac4-9e85-47e4-b241-117f0840b902 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421154 Jul 09 21:00:22.487704 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-f6108246-6aa9-4104-a976-8e1370360cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:22.489191 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-f6108246-6aa9-4104-a976-8e1370360cdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 1099 time: 0.3484993 Jul 09 21:00:22.491379 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Router ca3f64dd-6f88-4ead-82a8-17acb7065200 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:00:22.680410 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:00:22.691769 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] Sync routers for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:00:22.710385 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:00:22.717648 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:00:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:22.727756 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-8de93336-c82f-4125-9abe-27aad130c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:22.729844 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-8de93336-c82f-4125-9abe-27aad130c015 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 911 time: 0.1976697 Jul 09 21:00:22.730745 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] No DVR routers for this DVR port f963b45c-8e55-4009-b600-e793c0274776 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:00:22.733541 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:22.735515 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-96f782a9-0985-4fa1-b28d-65aecf31fb23 req-8ec7fe80-26ae-49b3-bc0a-13f3fbd6889f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "DELETE /v2.0/ports/f963b45c-8e55-4009-b600-e793c0274776 HTTP/1.1" status: 204 len: 173 time: 1.3105476 Jul 09 21:00:22.735970 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-deleted', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:22.738394 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82990816-3663-48d2-bea0-9f7e2453a00d" -d '{"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-deleted", "tag": "f963b45c-8e55-4009-b600-e793c0274776"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:22.803914 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0084c5e4-0553-4931-802d-ed0018bb276d x-openstack-request-id: req-0084c5e4-0553-4931-802d-ed0018bb276d {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:22.804198 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc389c8-5a0e-4971-8049-5678b0fdab04", "name": "network-vif-deleted", "tag": "f963b45c-8e55-4009-b600-e793c0274776", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:22.804452 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0084c5e4-0553-4931-802d-ed0018bb276d {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:22.805027 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc389c8-5a0e-4971-8049-5678b0fdab04', 'name': 'network-vif-deleted', 'tag': 'f963b45c-8e55-4009-b600-e793c0274776', 'status': 'completed', 'code': 200} Jul 09 21:00:22.817328 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-217bf634-8907-476e-9c45-f9800a65781e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 200 len: 1002 time: 0.0748234 Jul 09 21:00:22.861927 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-63c16c37-1c24-4cb7-838b-0b5c98fb7c2e req-27e89edb-abf7-4419-a159-9af921aa678e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfc389c8-5a0e-4971-8049-5678b0fdab04 HTTP/1.1" status: 200 len: 210 time: 0.0390162 Jul 09 21:00:22.906993 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:00:22.908405 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-9715369f-854d-49fd-b821-a11fd82809bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:22.910034 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-9715369f-854d-49fd-b821-a11fd82809bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.0714378 Jul 09 21:00:22.971257 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-6b4bdf77-a82d-447f-a4ec-b1420aab26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:22.972911 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-6b4bdf77-a82d-447f-a4ec-b1420aab26d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554183 Jul 09 21:00:23.082380 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-3369c1e1-5688-4565-b651-03d9f6c82bad service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813925 Jul 09 21:00:23.122533 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:23.147580 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] Checking router: ca3f64dd-6f88-4ead-82a8-17acb7065200 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:00:23.156820 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:00:23.157477 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:00:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:23.178569 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bd27baf8-7a61-4ee2-8993-4ba3b83bd130 req-5ac556b2-98c5-4217-9d80-e2e157123e39 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894504 Jul 09 21:00:23.268966 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:00:23.472352 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:23.504880 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3a28c-ff08-4b39-b33e-caf97b853390 None None] The sync data for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi is: [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:00:23.731218 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1a7f32-8173-40fb-8878-cf143649fd9e None None] New status for floating IP 52f604f4-20cf-403b-b5ef-6886b29968ff: DOWN {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:00:23.993929 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49030) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:24.047164 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.069566 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.120213 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.122729 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.123867 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "DELETE /v2.0/security-groups/d8b3f712-f84a-4ff5-8f25-eb229b229995 HTTP/1.1" status: 204 len: 168 time: 0.1289251 Jul 09 21:00:24.126780 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49032) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:24.132674 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b3f712-f84a-4ff5-8f25-eb229b229995,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:24.140061 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.140403 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.140742 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.141098 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.141358 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.api.v2.resource [None req-6a8b9782-bffd-40f8-bc16-948421dd98fe tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] show failed (client error): The resource could not be found. Jul 09 21:00:24.141483 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.141741 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.142072 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.142349 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-6a8b9782-bffd-40f8-bc16-948421dd98fe tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups/d8b3f712-f84a-4ff5-8f25-eb229b229995 HTTP/1.1" status: 404 len: 347 time: 0.0145762 Jul 09 21:00:24.142474 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.142759 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.143024 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.143344 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.143662 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44947adf-bdcd-499e-ab5e-9ed1a6d39964 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.145300 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49034) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:24.268634 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Deleting port 0937e681-0f0a-40eb-a92d-167a02073c78 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:00:24.268999 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.343342 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.343665 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.355483 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Calling delete_port for 0937e681-0f0a-40eb-a92d-167a02073c78 owned by network:floatingip {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:00:24.492215 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.523136 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event deleted for resources: {'Port': ['ID=0937e681-0f0a-40eb-a92d-167a02073c78,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:24.586615 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.590273 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.591459 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b968ec7f-0fef-4997-bd95-e1dba4770130 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "DELETE /v2.0/floatingips/52f604f4-20cf-403b-b5ef-6886b29968ff HTTP/1.1" status: 204 len: 168 time: 0.4452262 Jul 09 21:00:25.949942 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:00:25.970489 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: f963b45c-8e55-4009-b600-e793c0274776 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:00:25.970845 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device f963b45c-8e55-4009-b600-e793c0274776 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:00:26.029805 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49040) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:26.034631 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-84460ef9-adda-451e-89cb-ba6c9c3023c0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22564222', 'description': 'tempest-description--463321427'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:26.062126 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-84460ef9-adda-451e-89cb-ba6c9c3023c0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.140411 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-84460ef9-adda-451e-89cb-ba6c9c3023c0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.144157 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-84460ef9-adda-451e-89cb-ba6c9c3023c0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.165557 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-84460ef9-adda-451e-89cb-ba6c9c3023c0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.166744 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-84460ef9-adda-451e-89cb-ba6c9c3023c0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1359255 Jul 09 21:00:26.169786 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49042) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:26.174527 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84460ef9-adda-451e-89cb-ba6c9c3023c0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fe84f9-d6b3-41f4-98e8-d632354fc063,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:26.175553 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-284c580d-a89f-42fd-aa37-52ebea558043 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'security_group_rule': {'security_group_id': '23fe84f9-d6b3-41f4-98e8-d632354fc063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:26.205033 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-284c580d-a89f-42fd-aa37-52ebea558043 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.250595 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-284c580d-a89f-42fd-aa37-52ebea558043 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.254171 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-284c580d-a89f-42fd-aa37-52ebea558043 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.271823 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c580d-a89f-42fd-aa37-52ebea558043 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1babd6a-7068-416c-975f-3cbd8d2bc7bf,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:26.278208 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-284c580d-a89f-42fd-aa37-52ebea558043 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.279392 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-284c580d-a89f-42fd-aa37-52ebea558043 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1079121 Jul 09 21:00:26.282099 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49044) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:26.286571 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-e77e6f5f-8942-4d2f-8f04-3a4b60042855 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'security_group_rule': {'security_group_id': '23fe84f9-d6b3-41f4-98e8-d632354fc063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:26.312046 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e77e6f5f-8942-4d2f-8f04-3a4b60042855 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.367988 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e77e6f5f-8942-4d2f-8f04-3a4b60042855 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.372356 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e77e6f5f-8942-4d2f-8f04-3a4b60042855 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.399310 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e6f5f-8942-4d2f-8f04-3a4b60042855 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fc9243-4bf4-4ab6-9bb3-7373699f0ffd,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:26.402849 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e77e6f5f-8942-4d2f-8f04-3a4b60042855 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.404125 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e77e6f5f-8942-4d2f-8f04-3a4b60042855 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211066 Jul 09 21:00:26.407263 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49046) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:26.411803 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:26.434495 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.532070 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.640523 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Allocated IP 172.27.3.227 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/89aa5389-5a63-47ea-ad62-daa7117c5c90) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:00:26.747710 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.785797 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.818385 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:00:26.821066 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:00:26.826882 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:00:26.853279 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'Port': ['ID=89aa5389-5a63-47ea-ad62-daa7117c5c90,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:26.914250 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.955659 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:27.103291 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:27.107807 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:27.179519 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'Port': ['ID=89aa5389-5a63-47ea-ad62-daa7117c5c90,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:27.187548 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:27.201727 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:27.203072 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-d2c1413c-620a-4016-b372-5952eeb97692 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7947838 Jul 09 21:00:27.387662 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-343b5d03-8b60-4676-a834-27f4ed614e02 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--22564222&fields=id&tenant_id=7e7a68d88e83453bb651dbd85e1a6926 HTTP/1.1" status: 200 len: 267 time: 0.0319233 Jul 09 21:00:27.492662 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be8d6-6885-4060-9196-50687f68d989 req-2ab2545a-3d20-4c1b-b36c-491528b29a99 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:27.494155 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-2ab2545a-3d20-4c1b-b36c-491528b29a99 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 817 time: 0.1004109 Jul 09 21:00:27.508038 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-b24e70a2-b387-4b9d-9394-282720a1c26d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/quotas/7e7a68d88e83453bb651dbd85e1a6926 HTTP/1.1" status: 200 len: 375 time: 0.0086846 Jul 09 21:00:27.578760 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-46a41ef4-4332-4c3c-82a0-a9e4b8842b51 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659912 Jul 09 21:00:27.719390 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-904411da-96b1-47de-9209-74e5f2a57795 service neutron] 10.222.0.77 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291566 Jul 09 21:00:27.804714 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-d0f68b38-65c1-452f-a18e-7746bd152c5e service neutron] 10.222.0.77 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797217 Jul 09 21:00:27.974694 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fae3a451-165d-479c-aefe-3461a3e2131c req-b25a83a9-2219-4a12-a6c2-4275d16a4d44 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 210 time: 0.0322886 Jul 09 21:00:29.134121 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4a1535f1-a6ee-4bf4-8912-f10f166a6d03 req-4d430a90-56ca-4344-9ce1-2c5a13fc701a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 210 time: 0.0439367 Jul 09 21:00:29.146762 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be8d6-6885-4060-9196-50687f68d989 req-08d60624-b396-461b-96b4-50fcd01e792a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:29.148456 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-08d60624-b396-461b-96b4-50fcd01e792a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 817 time: 0.1085069 Jul 09 21:00:29.199719 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10fd34bd-2a84-42f2-a65f-aab1fbdf73fb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7a68d88e83453bb651dbd85e1a6926 HTTP/1.1" status: 200 len: 378 time: 0.0345426 Jul 09 21:00:29.209994 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'port': {'device_id': '5f733f18-643f-4762-a14a-c86a4178ce81', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'admin_state_up': True, 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'security_groups': ['23fe84f9-d6b3-41f4-98e8-d632354fc063']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:29.319268 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Made reservation on behalf of 7e7a68d88e83453bb651dbd85e1a6926 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:00:29.322713 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.441269 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Allocated IP 172.20.0.10 (f483f9e7-87fa-4217-85b5-4ee805554987/67fd66f5-07bf-4ef1-8530-be22cc70bd7a/30050f57-1fa3-485f-895b-6fb3c0796078) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:00:29.576066 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.589864 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Transition to ACTIVE for port object 30050f57-1fa3-485f-895b-6fb3c0796078 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:00:29.620601 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.661252 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Network f483f9e7-87fa-4217-85b5-4ee805554987 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:00:29.666200 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:00:29.668753 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:00:29.702085 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:29.729674 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:29.730377 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.745729 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-10cc60af-d54c-4610-ae24-e822a6c86ace tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5397921 Jul 09 21:00:29.765052 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Request body: {'port': {'device_id': '5f733f18-643f-4762-a14a-c86a4178ce81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:29.837875 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.897872 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-1a73f672-51f5-4f0e-a8c9-e0d2d8513a80 None None] Provisioning for port 30050f57-1fa3-485f-895b-6fb3c0796078 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:00:29.902542 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-1a73f672-51f5-4f0e-a8c9-e0d2d8513a80 None None] Provisioning complete for port 30050f57-1fa3-485f-895b-6fb3c0796078 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:00:29.902983 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1a73f672-51f5-4f0e-a8c9-e0d2d8513a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.936189 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-1a73f672-51f5-4f0e-a8c9-e0d2d8513a80 None None] Port 30050f57-1fa3-485f-895b-6fb3c0796078 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:00:30.095536 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30050f57-1fa3-485f-895b-6fb3c0796078 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:00:30.103679 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:30.115295 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Transition to ACTIVE for port object 30050f57-1fa3-485f-895b-6fb3c0796078 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:00:30.118686 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:30.187954 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:30.240874 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Attempting to bind port 30050f57-1fa3-485f-895b-6fb3c0796078 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:00:30.241215 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Attempting to bind port 30050f57-1fa3-485f-895b-6fb3c0796078 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:00:30.241683 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Attempting to bind port 30050f57-1fa3-485f-895b-6fb3c0796078 on network f483f9e7-87fa-4217-85b5-4ee805554987 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:00:30.246535 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Port 30050f57-1fa3-485f-895b-6fb3c0796078 on network f483f9e7-87fa-4217-85b5-4ee805554987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:00:30.246861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Attempting to bind port 30050f57-1fa3-485f-895b-6fb3c0796078 on network f483f9e7-87fa-4217-85b5-4ee805554987 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:00:30.251941 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:00:30.252283 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Checking segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:00:30.252667 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Bound using segment: {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:00:30.253118 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Bound port: 30050f57-1fa3-485f-895b-6fb3c0796078, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6198bc73-9262-484a-984e-65b6e4ffb496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:00:30.253516 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:30.361055 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:00:30.365314 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:00:30.371472 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:30.386405 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bdd13-eb5c-410a-9525-f45de84f23fa req-611d2820-784d-4f8e-abfa-f9e336f547e2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:30.387866 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c18bdd13-eb5c-410a-9525-f45de84f23fa req-611d2820-784d-4f8e-abfa-f9e336f547e2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.1208792 Jul 09 21:00:30.420597 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:30.421262 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:30.422604 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] 10.222.0.83 "PUT /v2.0/ports/30050f57-1fa3-485f-895b-6fb3c0796078 HTTP/1.1" status: 200 len: 1094 time: 0.6619575 Jul 09 21:00:30.423038 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:30.425343 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7df40b-6732-4093-993f-0eaa14f57677" -d '{"events": [{"name": "network-changed", "server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:30.472382 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c18bdd13-eb5c-410a-9525-f45de84f23fa req-3fa5eb89-83c4-4cba-af7c-1d181bb57ef9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660343 Jul 09 21:00:30.477648 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7f129-7167-4876-ab95-ef1a24aa993a service neutron] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:30.487005 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d92746-8950-463a-84bc-3bc46c20062e x-openstack-request-id: req-91d92746-8950-463a-84bc-3bc46c20062e {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:30.487297 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:30.487546 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91d92746-8950-463a-84bc-3bc46c20062e {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:30.487940 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078', 'status': 'completed', 'code': 200} Jul 09 21:00:30.556085 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be8d6-6885-4060-9196-50687f68d989 req-ebf54e6e-4531-4e07-a178-5bee8acba6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:30.557938 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-ebf54e6e-4531-4e07-a178-5bee8acba6d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 1097 time: 0.0588770 Jul 09 21:00:30.605898 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-06c290c8-bdda-4fd2-bab5-322248c55aac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30050f57-1fa3-485f-895b-6fb3c0796078 HTTP/1.1" status: 200 len: 217 time: 0.0332253 Jul 09 21:00:30.658724 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be8d6-6885-4060-9196-50687f68d989 req-bfc1639a-bd21-42bc-86d6-0adc19694068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:30.660182 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-bfc1639a-bd21-42bc-86d6-0adc19694068 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0469518 Jul 09 21:00:30.715976 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be8d6-6885-4060-9196-50687f68d989 req-a5944b51-646f-4779-99ee-38fede3a74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:30.717606 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-a5944b51-646f-4779-99ee-38fede3a74ab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507956 Jul 09 21:00:30.806612 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-fd3d4dd2-6d9b-4527-8e44-a758e7edacf9 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815203 Jul 09 21:00:30.892089 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f5be8d6-6885-4060-9196-50687f68d989 req-95fcb33d-537b-4cb1-b4c1-8a5bf3b1d3e3 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782425 Jul 09 21:00:31.065917 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-317fe64d-ba10-45e4-b323-34179ed1f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:31.067313 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-317fe64d-ba10-45e4-b323-34179ed1f99d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 1097 time: 0.0572631 Jul 09 21:00:31.152930 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-ae06ac1b-4e39-4152-ac31-c7bac9ff34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:31.154374 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-ae06ac1b-4e39-4152-ac31-c7bac9ff34c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.0804436 Jul 09 21:00:31.198104 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-7d52e618-9fdb-4d82-a495-5df37caa1556 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30050f57-1fa3-485f-895b-6fb3c0796078 HTTP/1.1" status: 200 len: 217 time: 0.0362139 Jul 09 21:00:31.246316 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-7f28581f-7a72-417f-a4e9-d04413ee781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:31.247743 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-7f28581f-7a72-417f-a4e9-d04413ee781b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0429451 Jul 09 21:00:31.305352 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-6cb029dd-a4e3-445a-b439-a926aa39346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:31.307324 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-6cb029dd-a4e3-445a-b439-a926aa39346b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502794 Jul 09 21:00:31.396221 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-efe5983d-8796-4e94-a9ac-646cb32158c5 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803823 Jul 09 21:00:31.480432 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea7df40b-6732-4093-993f-0eaa14f57677 req-be92da2f-f15b-44ef-9f31-7bc970d1ac80 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777075 Jul 09 21:00:31.669017 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73315d7-6163-4602-b58d-d34a46cce511 req-afe90d72-c956-4ef0-8cbf-b5794828f368 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:31.670442 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f73315d7-6163-4602-b58d-d34a46cce511 req-afe90d72-c956-4ef0-8cbf-b5794828f368 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0654752 Jul 09 21:00:31.709483 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f73315d7-6163-4602-b58d-d34a46cce511 req-98c1577d-9c2d-4a34-b602-d0c91aadd403 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330794 Jul 09 21:00:32.880686 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9370f20-e490-41bd-ac87-7e7dbda4001a req-b054dfed-84d7-418f-8c34-c55c89e10031 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:32.882136 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b9370f20-e490-41bd-ac87-7e7dbda4001a req-b054dfed-84d7-418f-8c34-c55c89e10031 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0608678 Jul 09 21:00:32.918710 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b9370f20-e490-41bd-ac87-7e7dbda4001a req-aa828398-6457-4db8-a202-6d2dafaf5c5f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304391 Jul 09 21:00:33.996620 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:00:34.096906 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778710e-32ed-4fc9-a341-a1fd16e54860 req-46b1c71f-7f6a-435a-9e81-0c9c1f3f3857 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:34.098520 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3778710e-32ed-4fc9-a341-a1fd16e54860 req-46b1c71f-7f6a-435a-9e81-0c9c1f3f3857 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0658875 Jul 09 21:00:34.138277 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3778710e-32ed-4fc9-a341-a1fd16e54860 req-16e59d83-715e-410b-b2b5-cba0f6b27ab6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336630 Jul 09 21:00:34.211212 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:34.222746 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '30050f57-1fa3-485f-895b-6fb3c0796078', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'port_id': '30050f57-1fa3-485f-895b-6fb3c0796078', 'mac_address': 'fa:16:3e:00:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:00:34.258701 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:34.271288 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30050f57-1fa3-485f-895b-6fb3c0796078 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:00:34.291516 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:34.296372 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:34.344558 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:34.738909 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['30050f57-1fa3-485f-895b-6fb3c0796078'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:00:35.316901 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709f420-ff93-4186-b645-d164d77f0670 req-f6a876eb-9443-412f-8cc0-14514d0fb764 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:35.318347 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d709f420-ff93-4186-b645-d164d77f0670 req-f6a876eb-9443-412f-8cc0-14514d0fb764 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 945 time: 0.0647633 Jul 09 21:00:35.355156 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d709f420-ff93-4186-b645-d164d77f0670 req-84dfcedf-a22d-434e-85dc-f89e6c8c1159 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308161 Jul 09 21:00:35.984350 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:00:36.036215 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 30050f57-1fa3-485f-895b-6fb3c0796078 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:00:36.039773 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 30050f57-1fa3-485f-895b-6fb3c0796078 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:00:36.040132 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:36.120268 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:36.142877 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:36.145207 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb30d73-5c4b-4a56-8bd8-8d04e2ce468a" -d '{"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-plugged", "status": "completed", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:36.158118 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:36.162546 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:36.187107 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf36b534-b790-4d6c-93a8-ef3ac7021e1f x-openstack-request-id: req-bf36b534-b790-4d6c-93a8-ef3ac7021e1f {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:36.187391 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-plugged", "status": "completed", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:36.187635 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf36b534-b790-4d6c-93a8-ef3ac7021e1f {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:36.188010 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078', 'code': 200} Jul 09 21:00:36.212836 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:36.457696 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86d304-9c07-45f3-9e60-991aadc4a694 req-ae0655ac-2812-4c99-b817-26f5b2362c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:36.459260 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cd86d304-9c07-45f3-9e60-991aadc4a694 req-ae0655ac-2812-4c99-b817-26f5b2362c43 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 1099 time: 0.0521953 Jul 09 21:00:36.528171 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cd86d304-9c07-45f3-9e60-991aadc4a694 req-5d407123-0452-4df4-b6be-38da6e282612 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612652 Jul 09 21:00:36.556326 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c96898-bf1e-4d60-9265-de8ecd1bc1a9 req-afe137e4-76fd-48ec-b49b-80deee5c4f85 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:36.557807 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-15c96898-bf1e-4d60-9265-de8ecd1bc1a9 req-afe137e4-76fd-48ec-b49b-80deee5c4f85 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0760343 Jul 09 21:00:36.594864 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-15c96898-bf1e-4d60-9265-de8ecd1bc1a9 req-680555d2-ece1-45b7-9e73-dbcb6c6858a3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316224 Jul 09 21:00:37.136504 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:37.771258 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520fde-5b11-409a-aa97-7fadddfd79b5 req-1dd1b54c-70e3-4edb-a446-2d7d4b6d9f08 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:37.772722 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b8520fde-5b11-409a-aa97-7fadddfd79b5 req-1dd1b54c-70e3-4edb-a446-2d7d4b6d9f08 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0613947 Jul 09 21:00:37.813323 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b8520fde-5b11-409a-aa97-7fadddfd79b5 req-9934e199-5065-450e-91de-505ad2704554 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348976 Jul 09 21:00:38.987785 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988002d-bd41-451c-a271-eb2808eff8f3 req-9fbba608-754d-4c37-ad06-06cd086de78f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:38.989160 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6988002d-bd41-451c-a271-eb2808eff8f3 req-9fbba608-754d-4c37-ad06-06cd086de78f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0614104 Jul 09 21:00:39.025229 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6988002d-bd41-451c-a271-eb2808eff8f3 req-6fe079ac-a49f-4c0b-8a8e-681bee126da4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306418 Jul 09 21:00:39.195044 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7b308-1013-44c7-95b0-ed5cddf3c508 req-ad0ef9d3-67a5-41d7-833b-9f2d5d11edad tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:39.197044 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-37f7b308-1013-44c7-95b0-ed5cddf3c508 req-ad0ef9d3-67a5-41d7-833b-9f2d5d11edad tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0637162 Jul 09 21:00:39.205432 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49112) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:39.209970 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Request body: {'floatingip': {'port_id': '30050f57-1fa3-485f-895b-6fb3c0796078'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:39.247204 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:39.675690 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:39.679450 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.021223 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Floating IP 9049216d-93fd-49f9-96dd-d4c8f512672d associated. External IP: 172.27.3.227, port: 30050f57-1fa3-485f-895b-6fb3c0796078. Jul 09 21:00:40.219942 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Router ca3f64dd-6f88-4ead-82a8-17acb7065200 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:00:40.324314 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:00:40.329161 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.333482 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] Sync routers for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:00:40.345624 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:00:40.346236 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:00:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:40.364797 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-53973137-ed5d-49e3-8765-0d4d3b74dd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "PUT /v2.0/floatingips/9049216d-93fd-49f9-96dd-d4c8f512672d HTTP/1.1" status: 200 len: 992 time: 1.1581593 Jul 09 21:00:40.365497 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:40.368324 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db21dd0-515b-4906-bf35-cbd08eb04516" -d '{"events": [{"name": "network-changed", "server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:40.405001 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ae797-3b31-41e3-824a-a8e68cff7cab x-openstack-request-id: req-8a2ae797-3b31-41e3-824a-a8e68cff7cab {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:40.405292 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:40.405562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a2ae797-3b31-41e3-824a-a8e68cff7cab {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:40.405953 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078', 'status': 'completed', 'code': 200} Jul 09 21:00:40.451388 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:00:40.500011 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-b4d7339d-154b-43fd-be18-b23a1e2ec3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:40.501498 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-b4d7339d-154b-43fd-be18-b23a1e2ec3f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 1099 time: 0.0500636 Jul 09 21:00:40.598972 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-c14c8477-3baa-40cd-9ec9-7236a9a77e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:40.600332 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-c14c8477-3baa-40cd-9ec9-7236a9a77e7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.0869098 Jul 09 21:00:40.664754 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-8ea668f7-4531-466a-83af-1fd22b324e42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30050f57-1fa3-485f-895b-6fb3c0796078 HTTP/1.1" status: 200 len: 1000 time: 0.0573313 Jul 09 21:00:40.670697 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '9049216d-93fd-49f9-96dd-d4c8f512672d', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'port_id': '30050f57-1fa3-485f-895b-6fb3c0796078', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'mac_address': 'fa:16:3e:00:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f733f18-643f-4762-a14a-c86a4178ce81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:00:26Z', 'updated_at': '2021-07-09T21:00:39Z', 'revision_number': 1, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:40.697212 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] Checking router: ca3f64dd-6f88-4ead-82a8-17acb7065200 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:00:40.707767 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:00:40.708563 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:00:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:40.720003 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-b00731d1-eeaa-43e8-a279-505157def7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:40.721489 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-b00731d1-eeaa-43e8-a279-505157def7f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0509102 Jul 09 21:00:40.783572 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-9646d8ad-26d2-4672-937e-ce7fe57a666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:40.785096 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-9646d8ad-26d2-4672-937e-ce7fe57a666d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570605 Jul 09 21:00:40.822691 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-62e113a1-c967-4157-ab36-8f5c27491c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.841701 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:00:40.874235 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-3b543849-1b49-45ed-bb4d-d3b91ed7eecd service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826797 Jul 09 21:00:40.965030 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1db21dd0-515b-4906-bf35-cbd08eb04516 req-52222d15-40ad-4888-a75c-237fba63f1b5 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841618 Jul 09 21:00:41.062476 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '9049216d-93fd-49f9-96dd-d4c8f512672d', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'port_id': '30050f57-1fa3-485f-895b-6fb3c0796078', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'mac_address': 'fa:16:3e:00:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f733f18-643f-4762-a14a-c86a4178ce81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:00:26Z', 'updated_at': '2021-07-09T21:00:39Z', 'revision_number': 1, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:00:41.088537 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987608d-c51e-43cd-8acb-4008504a87d8 None None] The sync data for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi is: [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '9049216d-93fd-49f9-96dd-d4c8f512672d', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'port_id': '30050f57-1fa3-485f-895b-6fb3c0796078', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'mac_address': 'fa:16:3e:00:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f733f18-643f-4762-a14a-c86a4178ce81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:00:26Z', 'updated_at': '2021-07-09T21:00:39Z', 'revision_number': 1, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:00:41.296936 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549b28b-e4eb-450a-ad90-558c2de609ee None None] New status for floating IP 9049216d-93fd-49f9-96dd-d4c8f512672d: ACTIVE {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:00:43.444688 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0b9c628c-500e-425e-99de-53e0eef696e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:43.767304 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:44.611405 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:44.986797 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:46.082481 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:10.792631 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ce964746-3763-4ca1-a361-6919e0ad0abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:12.573917 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b72249-2549-42fa-9646-60942042e169 req-521e2b20-5f88-43df-b65b-82f86d9c6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:12.575543 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0b72249-2549-42fa-9646-60942042e169 req-521e2b20-5f88-43df-b65b-82f86d9c6639 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1137 time: 0.0512359 Jul 09 21:01:12.591092 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4f54-8c21-4601-be25-abaccb6ed80f req-5ca750d3-efd8-4ca1-98af-491eaefd5a66 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:12.592580 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-20af4f54-8c21-4601-be25-abaccb6ed80f req-5ca750d3-efd8-4ca1-98af-491eaefd5a66 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0633612 Jul 09 21:01:12.635646 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-20af4f54-8c21-4601-be25-abaccb6ed80f req-fe338200-5faf-4edf-a1e6-4006979ffa7c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372207 Jul 09 21:01:12.668477 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b72249-2549-42fa-9646-60942042e169 req-4c34f65e-9cd8-4799-b2c0-432a3c1ef054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:12.670018 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0b72249-2549-42fa-9646-60942042e169 req-4c34f65e-9cd8-4799-b2c0-432a3c1ef054 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 916 time: 0.0874405 Jul 09 21:01:12.735925 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0b72249-2549-42fa-9646-60942042e169 req-7fdcb518-d133-4b40-a6d9-4484876e949d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 1001 time: 0.0571909 Jul 09 21:01:12.782628 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b72249-2549-42fa-9646-60942042e169 req-9d5dc834-d59d-4aa3-87e2-b922c2d1c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:12.784019 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0b72249-2549-42fa-9646-60942042e169 req-9d5dc834-d59d-4aa3-87e2-b922c2d1c52f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 200 len: 854 time: 0.0413063 Jul 09 21:01:12.840511 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b72249-2549-42fa-9646-60942042e169 req-52b99fe9-0809-415b-b22f-0edacd95843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:12.841896 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0b72249-2549-42fa-9646-60942042e169 req-52b99fe9-0809-415b-b22f-0edacd95843c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f5e160f4-2e46-48a0-8026-40274e15f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515161 Jul 09 21:01:12.933154 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0b72249-2549-42fa-9646-60942042e169 req-a876af67-be36-4b16-bd34-1fbf6a043a09 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807064 Jul 09 21:01:13.037528 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0b72249-2549-42fa-9646-60942042e169 req-bdfafde5-1cd4-41cc-b245-2484eab9b61a service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860357 Jul 09 21:01:13.445944 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c408dd62-a08d-46c2-81b2-11e55ae4fba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:13.768900 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:13.809068 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc2e67-131c-4c17-9cdd-893b5bf73623 req-6dac351d-c791-4436-ba99-0bc3ecf71b9d tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:13.810561 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-15cc2e67-131c-4c17-9cdd-893b5bf73623 req-6dac351d-c791-4436-ba99-0bc3ecf71b9d tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0634072 Jul 09 21:01:13.849012 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-15cc2e67-131c-4c17-9cdd-893b5bf73623 req-5a522fe8-a8f0-4216-afca-73931ebafc57 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324521 Jul 09 21:01:14.135729 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:01:14.614880 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:14.972450 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.024900 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec3774-9e7e-45ea-ae83-e48e879605e5 req-76fe9d4c-1652-4137-b6b5-5fa3bbfc49df tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:15.026381 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6dec3774-9e7e-45ea-ae83-e48e879605e5 req-76fe9d4c-1652-4137-b6b5-5fa3bbfc49df tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0644820 Jul 09 21:01:15.065124 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6dec3774-9e7e-45ea-ae83-e48e879605e5 req-5feda75b-8173-47dc-aa91-e2e0115323c0 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331426 Jul 09 21:01:16.096277 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:16.244418 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d2d91-b303-4fd0-9903-e03516391e7b req-7a5289d7-0a06-4065-8557-0d53afe2fd64 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:16.245956 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e33d2d91-b303-4fd0-9903-e03516391e7b req-7a5289d7-0a06-4065-8557-0d53afe2fd64 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0622830 Jul 09 21:01:16.250950 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f2b70-eda7-42bb-ae00-c321ac05387a req-be3dcb25-be26-4765-bb96-3e8dac9d601b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:16.252231 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aa6f2b70-eda7-42bb-ae00-c321ac05387a req-be3dcb25-be26-4765-bb96-3e8dac9d601b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0680480 Jul 09 21:01:16.283873 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e33d2d91-b303-4fd0-9903-e03516391e7b req-e887352f-0c6c-4141-b36b-59331d660a60 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Jul 09 21:01:16.293062 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aa6f2b70-eda7-42bb-ae00-c321ac05387a req-a0ce252d-c91c-49ea-9d2f-f4f92c26b4ab tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352094 Jul 09 21:01:17.457946 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f47635-5e90-4da3-90f4-4637efd67c63 req-5dc924db-a2fe-4869-9155-be9d513d0d7b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:17.459508 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-19f47635-5e90-4da3-90f4-4637efd67c63 req-5dc924db-a2fe-4869-9155-be9d513d0d7b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0660925 Jul 09 21:01:17.469468 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e9da-6a53-41f1-9856-104d1044db46 req-4759535f-0e6a-4f9e-b47e-beea5b46dc0c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:17.470936 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-12a1e9da-6a53-41f1-9856-104d1044db46 req-4759535f-0e6a-4f9e-b47e-beea5b46dc0c tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0650027 Jul 09 21:01:17.496679 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-19f47635-5e90-4da3-90f4-4637efd67c63 req-e1c698fb-7e77-4806-8bae-96e10b92b50c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2669414e-e395-47b9-9d63-02bc49bd3312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Jul 09 21:01:17.510126 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-12a1e9da-6a53-41f1-9856-104d1044db46 req-1105c155-3529-493d-a883-0ed9026c6e61 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329549 Jul 09 21:01:17.722861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-647f25ab-0619-461e-b9b4-d3d1760c2134 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:17.724939 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-647f25ab-0619-461e-b9b4-d3d1760c2134 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 946 time: 0.0657511 Jul 09 21:01:17.819561 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Deleting port ee4fde23-86ec-4a5f-869d-7f38fae33c1f {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:17.819889 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.905773 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] For port ee4fde23-86ec-4a5f-869d-7f38fae33c1f, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:17.906129 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.072906 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.073247 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.073556 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Floating IP df7a55e6-161a-4bb3-ab6f-d445aa95face disassociated. External IP: 172.27.3.229, port: ee4fde23-86ec-4a5f-869d-7f38fae33c1f. Jul 09 21:01:18.073891 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Calling delete_port for ee4fde23-86ec-4a5f-869d-7f38fae33c1f owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:18.450359 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.479055 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event deleted for resources: {'Port': ['ID=ee4fde23-86ec-4a5f-869d-7f38fae33c1f,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:18.590755 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Router 2286007d-0a26-4d6a-884c-6b7aca7b035b has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:18.669543 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4ebc06d4-640d-4534-9287-26f38e1e1580 req-8715826d-2dd7-4f47-9a45-c8bf83bf1a92 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 210 time: 0.0376253 Jul 09 21:01:18.691467 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5061ca6-7731-4ac0-b2e2-bae45ed2caba req-9a2ae3c0-108e-4c8b-89b6-81f083790d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:18.693607 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c5061ca6-7731-4ac0-b2e2-bae45ed2caba req-9a2ae3c0-108e-4c8b-89b6-81f083790d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0694926 Jul 09 21:01:18.728570 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:18.735677 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c5061ca6-7731-4ac0-b2e2-bae45ed2caba req-d2749b79-b58c-4a5a-a52c-20388891468b tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365851 Jul 09 21:01:18.742330 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] Sync routers for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:18.756207 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:18.757070 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:01:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:18.794934 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] No DVR routers for this DVR port ee4fde23-86ec-4a5f-869d-7f38fae33c1f on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:18.797602 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:18.799713 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-661bea7b-daf7-4ea2-b14f-e977f611311d req-9b748a02-97d0-4d28-b1b5-dbb6c8c39dde tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "DELETE /v2.0/ports/ee4fde23-86ec-4a5f-869d-7f38fae33c1f HTTP/1.1" status: 204 len: 173 time: 1.0679624 Jul 09 21:01:18.800182 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'name': 'network-vif-deleted', 'tag': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:18.803220 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee09e5ec-4012-47fc-9847-16ad71421c6c" -d '{"events": [{"server_uuid": "f2feadc9-7ae1-4075-bb4a-de46b12fff01", "name": "network-vif-deleted", "tag": "ee4fde23-86ec-4a5f-869d-7f38fae33c1f"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:18.854270 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ed3c3d-f5dd-4040-91c6-cf2bf54313d6 x-openstack-request-id: req-48ed3c3d-f5dd-4040-91c6-cf2bf54313d6 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:18.854933 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2feadc9-7ae1-4075-bb4a-de46b12fff01", "name": "network-vif-deleted", "tag": "ee4fde23-86ec-4a5f-869d-7f38fae33c1f", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:18.855340 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48ed3c3d-f5dd-4040-91c6-cf2bf54313d6 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:18.855829 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2feadc9-7ae1-4075-bb4a-de46b12fff01', 'name': 'network-vif-deleted', 'tag': 'ee4fde23-86ec-4a5f-869d-7f38fae33c1f', 'status': 'completed', 'code': 200} Jul 09 21:01:18.882541 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:19.090379 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:19.117177 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] Checking router: 2286007d-0a26-4d6a-884c-6b7aca7b035b for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:19.125458 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:19.126070 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:01:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:19.352477 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:19.545974 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:19.570878 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc19227-6ace-4487-b7ed-d422f85e043d None None] The sync data for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi is: [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:19.810264 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1520a1f-458d-426c-b751-1065c51f53ed None None] New status for floating IP df7a55e6-161a-4bb3-ab6f-d445aa95face: DOWN {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:19.850771 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bcd1fe35-8ba2-44be-af11-7b06d931e0a3 req-fbae532c-61c1-44fa-98b9-209ff062ccff tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2feadc9-7ae1-4075-bb4a-de46b12fff01 HTTP/1.1" status: 200 len: 210 time: 0.0335248 Jul 09 21:01:19.980978 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e93f7-bfbf-4377-92a8-ad6e51d90d91 req-2f06c01b-9397-4a1c-aa96-5518b25e2fdc tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:19.982479 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-af5e93f7-bfbf-4377-92a8-ad6e51d90d91 req-2f06c01b-9397-4a1c-aa96-5518b25e2fdc tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0822749 Jul 09 21:01:20.023758 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-af5e93f7-bfbf-4377-92a8-ad6e51d90d91 req-fde910d1-1112-43b6-9013-7ced6038a3d6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353942 Jul 09 21:01:20.166205 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ee4fde23-86ec-4a5f-869d-7f38fae33c1f no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:20.186370 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: ee4fde23-86ec-4a5f-869d-7f38fae33c1f {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:20.186712 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ee4fde23-86ec-4a5f-869d-7f38fae33c1f not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:20.973670 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49244) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:21.026898 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5a6637d8-eb97-4689-8a0d-bc35e184184a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.049047 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5a6637d8-eb97-4689-8a0d-bc35e184184a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.134114 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5a6637d8-eb97-4689-8a0d-bc35e184184a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.137792 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5a6637d8-eb97-4689-8a0d-bc35e184184a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.138981 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-5a6637d8-eb97-4689-8a0d-bc35e184184a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "DELETE /v2.0/security-groups/2669414e-e395-47b9-9d63-02bc49bd3312 HTTP/1.1" status: 204 len: 168 time: 0.1642811 Jul 09 21:01:21.142225 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49250) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:21.150034 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6637d8-eb97-4689-8a0d-bc35e184184a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2669414e-e395-47b9-9d63-02bc49bd3312,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:21.170000 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.api.v2.resource [None req-a913d196-569d-4ef9-869f-8927081d9288 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] show failed (client error): The resource could not be found. Jul 09 21:01:21.171164 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a913d196-569d-4ef9-869f-8927081d9288 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups/2669414e-e395-47b9-9d63-02bc49bd3312 HTTP/1.1" status: 404 len: 347 time: 0.0272818 Jul 09 21:01:21.179413 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49252) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:21.229464 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1eb9c-d65e-472e-90bf-d5be1041bb36 req-65405c08-7240-408b-87a7-a6a6d412b685 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:21.231084 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-46b1eb9c-d65e-472e-90bf-d5be1041bb36 req-65405c08-7240-408b-87a7-a6a6d412b685 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0790737 Jul 09 21:01:21.277963 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-46b1eb9c-d65e-472e-90bf-d5be1041bb36 req-3e8149f9-3b46-4ec3-916a-50803f751bdb tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409150 Jul 09 21:01:21.310747 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Deleting port 96029b23-1a8b-4c4e-a298-ac4927f8fd76 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:21.311090 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.387104 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.387431 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.399541 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Calling delete_port for 96029b23-1a8b-4c4e-a298-ac4927f8fd76 owned by network:floatingip {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:21.533655 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.558859 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event deleted for resources: {'Port': ['ID=96029b23-1a8b-4c4e-a298-ac4927f8fd76,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:21.621034 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.623494 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.624641 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b6ba70fe-bcad-4372-96e3-d988a38c8658 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "DELETE /v2.0/floatingips/df7a55e6-161a-4bb3-ab6f-d445aa95face HTTP/1.1" status: 204 len: 168 time: 0.4442947 Jul 09 21:01:21.887013 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49256) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:21.891652 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-8b406149-ba36-43d2-90e1-f5b76d975b4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755650173', 'description': 'tempest-description--1245421913'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:21.913714 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8b406149-ba36-43d2-90e1-f5b76d975b4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.993801 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8b406149-ba36-43d2-90e1-f5b76d975b4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.997676 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8b406149-ba36-43d2-90e1-f5b76d975b4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.028969 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8b406149-ba36-43d2-90e1-f5b76d975b4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.030163 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-8b406149-ba36-43d2-90e1-f5b76d975b4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1421201 Jul 09 21:01:22.031240 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b406149-ba36-43d2-90e1-f5b76d975b4b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d71a73e-405f-4c3b-b742-87708dcd5250,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.033977 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49258) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:22.039407 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'security_group_rule': {'security_group_id': '2d71a73e-405f-4c3b-b742-87708dcd5250', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:22.069573 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.115261 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.119155 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.136550 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb4093b-351d-4117-829a-fe761fc22e82,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.144432 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.145631 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103401 Jul 09 21:01:22.147321 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.147664 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.148018 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.148672 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49260) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:22.148835 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.149089 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.149423 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.149750 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.150152 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.150396 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.150714 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.151037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.151351 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014ce0a-9e82-47f2-ab0a-c6f0857e84f5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:22.153281 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-b529644f-e197-4fdd-abd2-ecf35aca0180 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'security_group_rule': {'security_group_id': '2d71a73e-405f-4c3b-b742-87708dcd5250', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:22.181851 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b529644f-e197-4fdd-abd2-ecf35aca0180 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.237257 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b529644f-e197-4fdd-abd2-ecf35aca0180 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.240968 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b529644f-e197-4fdd-abd2-ecf35aca0180 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.257980 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529644f-e197-4fdd-abd2-ecf35aca0180 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac7175a-1d18-4f34-86d0-a7b4847cf078,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.263434 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b529644f-e197-4fdd-abd2-ecf35aca0180 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.264614 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b529644f-e197-4fdd-abd2-ecf35aca0180 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149204 Jul 09 21:01:22.267838 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49262) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:22.273333 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:22.295417 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.422848 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.525359 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59309224-0af5-436c-b444-6eac568cf825 req-23c6ac95-413e-4c0c-a4e9-1e44d38f3ef4 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:22.526752 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-59309224-0af5-436c-b444-6eac568cf825 req-23c6ac95-413e-4c0c-a4e9-1e44d38f3ef4 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.1365283 Jul 09 21:01:22.568294 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Allocated IP 172.27.3.21 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/4c6c52c5-03bc-4bb6-99e3-4170427f3676) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:22.596099 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-59309224-0af5-436c-b444-6eac568cf825 req-b3c60f02-26b8-4a37-a7d0-58409e860925 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617452 Jul 09 21:01:22.686897 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.725091 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.763758 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:22.766497 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:22.769942 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:22.776247 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'Port': ['ID=4c6c52c5-03bc-4bb6-99e3-4170427f3676,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.859781 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.903079 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.049088 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.054048 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.122357 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'Port': ['ID=4c6c52c5-03bc-4bb6-99e3-4170427f3676,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.132791 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.146044 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.147556 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-20a8d67b-aecd-42be-a6bb-5235e1834017 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8787763 Jul 09 21:01:23.329856 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-35953dfe-3cf4-49f8-8dd6-5ac045605d18 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--755650173&fields=id&tenant_id=3185ab693c084130ab10ca155891fb40 HTTP/1.1" status: 200 len: 267 time: 0.0323536 Jul 09 21:01:23.432058 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-7437be41-3548-40ed-9c1f-8b08b6640ac3 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:23.433521 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-7437be41-3548-40ed-9c1f-8b08b6640ac3 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 810 time: 0.0974045 Jul 09 21:01:23.447847 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-325818cd-6d24-455a-99aa-9e8f04851667 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/quotas/3185ab693c084130ab10ca155891fb40 HTTP/1.1" status: 200 len: 375 time: 0.0088928 Jul 09 21:01:23.530860 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-b4fc46f0-57c7-4b06-86e2-1da7806d9488 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776978 Jul 09 21:01:23.635158 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-4cd61309-11bc-4e8b-b522-1a435210ca33 service neutron] 10.222.0.77 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917349 Jul 09 21:01:23.758422 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-d866f8dc-4f77-48fa-85bd-8659c9715f10 service neutron] 10.222.0.77 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218805 Jul 09 21:01:23.765196 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-c8a097e4-d7e2-47db-a252-0f4041bbca50 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093092 Jul 09 21:01:23.784386 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9664a9-0285-4556-9644-6e31d79ad5e1 req-65d2ce78-c66f-4dae-96c8-0a19b6e3cc58 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:23.786025 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0a9664a9-0285-4556-9644-6e31d79ad5e1 req-65d2ce78-c66f-4dae-96c8-0a19b6e3cc58 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0706971 Jul 09 21:01:23.827749 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0a9664a9-0285-4556-9644-6e31d79ad5e1 req-8ba08b8e-1dc7-4dee-ad83-6b95caea2162 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353322 Jul 09 21:01:23.856240 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-a5cf0ce7-843d-4758-80c6-1b3b226bcbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:23.857798 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-a5cf0ce7-843d-4758-80c6-1b3b226bcbd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 1098 time: 0.0553043 Jul 09 21:01:23.932779 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-971c477a-e8f0-4ccb-bdb5-52b2276a6525 req-8b01f02a-88fd-4811-9d6c-9e38c81edd3e tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0282929 Jul 09 21:01:24.060381 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-53110093-4d02-4522-b788-96dd84ace4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:24.062409 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-53110093-4d02-4522-b788-96dd84ace4d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.0966575 Jul 09 21:01:24.143114 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-0dc09a52-e781-4e43-b006-1e1b2d1033b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 HTTP/1.1" status: 200 len: 1001 time: 0.0707533 Jul 09 21:01:24.196510 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-d16d68c5-e95b-4f85-9a33-58e26d92ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:24.198037 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-d16d68c5-e95b-4f85-9a33-58e26d92ff42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0487661 Jul 09 21:01:24.256366 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-5f172bb7-9b41-475d-8ec5-7155f0b6c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:24.257955 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-5f172bb7-9b41-475d-8ec5-7155f0b6c601 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527840 Jul 09 21:01:24.353132 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-a0f808e2-d577-458a-b945-ebbed8141f41 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849428 Jul 09 21:01:24.449571 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dadb5b60-9f8d-4c2d-b6d5-ba53e9800eec req-bd3e0f07-38c9-4afb-8e52-48c1068829d5 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898497 Jul 09 21:01:25.010312 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f56b42-5136-472d-b803-fd296ff26eb4 req-7cec162e-4518-4bef-8ca9-39e016101269 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:25.012283 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f6f56b42-5136-472d-b803-fd296ff26eb4 req-7cec162e-4518-4bef-8ca9-39e016101269 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0678623 Jul 09 21:01:25.062347 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f6f56b42-5136-472d-b803-fd296ff26eb4 req-222e5ad2-e443-47b3-aaf0-ff70f1c8c9eb tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&id=0368906c-8c7c-4054-a815-4733eedf4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433431 Jul 09 21:01:25.128733 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2663aa0f-fc5b-400a-b0b4-48144a208800 req-57f95f48-e77e-4c98-9d4b-15923657eb57 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0669630 Jul 09 21:01:25.184278 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-c48bfdd1-0f3d-4f20-9dd7-22d2c722dc84 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:25.185860 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-c48bfdd1-0f3d-4f20-9dd7-22d2c722dc84 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 810 time: 0.1570733 Jul 09 21:01:25.235999 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-125c3778-69eb-4cc1-94e6-8ba1ad043f47 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3185ab693c084130ab10ca155891fb40 HTTP/1.1" status: 200 len: 379 time: 0.0342503 Jul 09 21:01:25.244721 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'port': {'device_id': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'admin_state_up': True, 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'security_groups': ['2d71a73e-405f-4c3b-b742-87708dcd5250']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:25.358598 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Made reservation on behalf of 3185ab693c084130ab10ca155891fb40 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:25.362284 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.484370 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Allocated IP 172.20.0.7 (1c691ede-4ce2-4ddb-b62f-49e52e97e938/cc88795f-51fa-4b8d-b780-8eab9eb90624/4dbc7b15-44cb-415c-9e3a-d66d0a858101) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:25.612921 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.626304 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Transition to ACTIVE for port object 4dbc7b15-44cb-415c-9e3a-d66d0a858101 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:25.657768 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.707025 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:25.710128 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:25.713995 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:25.720225 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event updated for resources: {'Port': ['ID=4dbc7b15-44cb-415c-9e3a-d66d0a858101,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:25.765452 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:25.766087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.781102 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-9c4df752-0cf5-472d-9eb7-ade1d537d54a tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399668 Jul 09 21:01:25.806017 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Request body: {'port': {'device_id': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:25.882603 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.920762 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-905ebee0-12b0-40ea-bb67-c2bfbe7e3a72 None None] Provisioning for port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:25.924646 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-905ebee0-12b0-40ea-bb67-c2bfbe7e3a72 None None] Provisioning complete for port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:25.925114 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-905ebee0-12b0-40ea-bb67-c2bfbe7e3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.958940 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-905ebee0-12b0-40ea-bb67-c2bfbe7e3a72 None None] Port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:01:26.145149 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbc7b15-44cb-415c-9e3a-d66d0a858101 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:01:26.153096 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.167078 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Transition to ACTIVE for port object 4dbc7b15-44cb-415c-9e3a-d66d0a858101 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:26.170593 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.224736 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Pushing event updated for resources: {'Port': ['ID=4dbc7b15-44cb-415c-9e3a-d66d0a858101,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:26.335027 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Attempting to bind port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:01:26.335350 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Attempting to bind port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:01:26.335673 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Attempting to bind port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 on network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:26.345030 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 on network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:01:26.345351 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Attempting to bind port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 on network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:26.356328 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a098f-b53a-4f13-b740-8642d5462959 req-5e2f850c-34bf-4ed9-a172-dc528fd6d72b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:26.357874 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-608a098f-b53a-4f13-b740-8642d5462959 req-5e2f850c-34bf-4ed9-a172-dc528fd6d72b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 943 time: 0.1138144 Jul 09 21:01:26.360895 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:01:26.361508 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Checking segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:26.361624 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Bound using segment: {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:01:26.361950 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Bound port: 4dbc7b15-44cb-415c-9e3a-d66d0a858101, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2a5b6f-b468-439c-90e2-ea0bbb589410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:01:26.362303 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.428102 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-608a098f-b53a-4f13-b740-8642d5462959 req-d69bd21a-f047-43ea-a971-fdb9e10b7ac6 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634325 Jul 09 21:01:26.448228 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] For port 4dbc7b15-44cb-415c-9e3a-d66d0a858101, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:01:26.451244 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] For port 4dbc7b15-44cb-415c-9e3a-d66d0a858101, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4dbc7b15-44cb-415c-9e3a-d66d0a858101,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:01:26.455831 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.493593 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:26.494271 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.495549 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] 10.222.0.83 "PUT /v2.0/ports/4dbc7b15-44cb-415c-9e3a-d66d0a858101 HTTP/1.1" status: 200 len: 1093 time: 0.6946638 Jul 09 21:01:26.495979 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'tag': '4dbc7b15-44cb-415c-9e3a-d66d0a858101'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:26.498211 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6", "tag": "4dbc7b15-44cb-415c-9e3a-d66d0a858101"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:26.523163 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa691fae-7f4e-4564-93c0-5a244860b38b service neutron] Pushing event updated for resources: {'Port': ['ID=4dbc7b15-44cb-415c-9e3a-d66d0a858101,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:26.544105 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6144e81-3255-4c93-a82f-7ac53d83e6b1 x-openstack-request-id: req-d6144e81-3255-4c93-a82f-7ac53d83e6b1 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:26.544491 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6", "tag": "4dbc7b15-44cb-415c-9e3a-d66d0a858101", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:26.544739 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6144e81-3255-4c93-a82f-7ac53d83e6b1 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:26.545175 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'tag': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'status': 'completed', 'code': 200} Jul 09 21:01:26.622898 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-5ededcaf-0df9-4749-acda-4735a92675d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:26.624388 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-5ededcaf-0df9-4749-acda-4735a92675d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0537784 Jul 09 21:01:26.673847 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-8b3f47f9-5167-43d6-b2f2-01e7d2cbad06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbc7b15-44cb-415c-9e3a-d66d0a858101 HTTP/1.1" status: 200 len: 217 time: 0.0350835 Jul 09 21:01:26.720563 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-bca5e9e4-d4bf-412d-9dc5-b6470862023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:26.722041 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-bca5e9e4-d4bf-412d-9dc5-b6470862023d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.0423996 Jul 09 21:01:26.780008 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-d146ed47-9f08-49ac-97a5-0d914a72f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:26.781495 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-d146ed47-9f08-49ac-97a5-0d914a72f41e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533340 Jul 09 21:01:26.864713 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-37ac35e9-35f1-43d4-9cdd-3ffd2b257c38 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0762424 Jul 09 21:01:26.956201 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e95ceaf7-48db-4d52-a586-0e208e047231 req-c1b8a435-e231-46dd-997c-68935c20afc5 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859497 Jul 09 21:01:27.099089 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-2fe39605-6d1b-4aa1-993b-d738f557fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:27.100567 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-2fe39605-6d1b-4aa1-993b-d738f557fdea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0529807 Jul 09 21:01:27.189858 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-e8d71b02-8a5d-4521-ae70-910174087137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:27.191296 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-e8d71b02-8a5d-4521-ae70-910174087137 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 911 time: 0.0841460 Jul 09 21:01:27.229868 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-4e777832-e5af-42df-9fab-45aab5bb244c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbc7b15-44cb-415c-9e3a-d66d0a858101 HTTP/1.1" status: 200 len: 217 time: 0.0321827 Jul 09 21:01:27.278213 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-b387f80c-0b2f-4c60-bb05-74b2d48d6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:27.279904 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-b387f80c-0b2f-4c60-bb05-74b2d48d6c31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.0438123 Jul 09 21:01:27.336602 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-c3a63758-560d-4e72-9298-689257068d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:27.338066 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-c3a63758-560d-4e72-9298-689257068d15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505753 Jul 09 21:01:27.434947 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-72f8b3ef-5d93-420b-b9bd-4f5558e84f74 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871754 Jul 09 21:01:27.524845 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8e3e0fbb-736a-4e64-a887-e4477de5f9f8 req-2147d2d7-1454-4545-b806-9133d8663990 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811799 Jul 09 21:01:27.602499 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0306c-d64c-4e4e-bceb-3a4067db68d6 req-0bcc8406-6e59-4400-8ce2-0240875f350c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:27.603973 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-38e0306c-d64c-4e4e-bceb-3a4067db68d6 req-0bcc8406-6e59-4400-8ce2-0240875f350c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 943 time: 0.0658278 Jul 09 21:01:27.641325 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-38e0306c-d64c-4e4e-bceb-3a4067db68d6 req-e1b9bcfb-4658-4cde-8bbf-a48228b7bfb5 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316114 Jul 09 21:01:28.811941 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc1715-fdb0-4485-be8a-bbffa202c761 req-3c5dd5ff-2311-49a2-82f1-d9cac496933d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:28.813453 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-06dc1715-fdb0-4485-be8a-bbffa202c761 req-3c5dd5ff-2311-49a2-82f1-d9cac496933d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 943 time: 0.0619617 Jul 09 21:01:28.849687 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-06dc1715-fdb0-4485-be8a-bbffa202c761 req-734b03bf-e9a6-4bb1-acda-040fd601db5c tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307026 Jul 09 21:01:30.019046 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036df95-df04-4ffc-bf70-05c4f13f5d7b req-c902b280-b4d1-40a7-ba95-8284dd050368 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:30.021035 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5036df95-df04-4ffc-bf70-05c4f13f5d7b req-c902b280-b4d1-40a7-ba95-8284dd050368 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 943 time: 0.0613949 Jul 09 21:01:30.061892 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5036df95-df04-4ffc-bf70-05c4f13f5d7b req-888a2a6f-c750-4bd0-a90d-096a630308ec tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347166 Jul 09 21:01:30.224236 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 4dbc7b15-44cb-415c-9e3a-d66d0a858101 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:01:30.318925 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 4dbc7b15-44cb-415c-9e3a-d66d0a858101, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4dbc7b15-44cb-415c-9e3a-d66d0a858101,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:30.329872 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'port_id': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'mac_address': 'fa:16:3e:a7:bf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:01:30.366652 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.379183 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbc7b15-44cb-415c-9e3a-d66d0a858101 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:01:30.402827 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 4dbc7b15-44cb-415c-9e3a-d66d0a858101, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4dbc7b15-44cb-415c-9e3a-d66d0a858101,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:30.407357 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.455040 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=4dbc7b15-44cb-415c-9e3a-d66d0a858101,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:30.463713 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.464067 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.464407 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.464740 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.465114 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.465575 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.465914 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.466244 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.466572 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.466895 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.467271 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.467598 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.639163 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09321e61-110d-413e-ae92-e2a3e846bec2 req-66fc0e08-3a12-4aae-b1b3-133e6459bb4d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:30.640664 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-09321e61-110d-413e-ae92-e2a3e846bec2 req-66fc0e08-3a12-4aae-b1b3-133e6459bb4d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0621455 Jul 09 21:01:30.678668 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-09321e61-110d-413e-ae92-e2a3e846bec2 req-5ecdfc59-c283-4cfb-a7b9-949a7be8823a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Jul 09 21:01:30.864927 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['4dbc7b15-44cb-415c-9e3a-d66d0a858101'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:01:31.233655 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710fd56-9178-44db-9a22-ac839beba11b req-ee7d78cf-7208-4e6a-8147-52eb34d6ab1d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:31.235138 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7710fd56-9178-44db-9a22-ac839beba11b req-ee7d78cf-7208-4e6a-8147-52eb34d6ab1d tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0643532 Jul 09 21:01:31.271871 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7710fd56-9178-44db-9a22-ac839beba11b req-a920603c-7085-48df-9b68-684021d62968 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312104 Jul 09 21:01:31.860638 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee827-96d9-4274-a682-baf4ddb3469d req-f0f00ddb-71ad-4259-8bd7-8685f6e7f908 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:31.862121 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-066ee827-96d9-4274-a682-baf4ddb3469d req-f0f00ddb-71ad-4259-8bd7-8685f6e7f908 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0652258 Jul 09 21:01:31.900217 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-066ee827-96d9-4274-a682-baf4ddb3469d req-8c465279-c32d-42bf-8686-1ffc6c0ad5fa tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Jul 09 21:01:32.239010 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 4dbc7b15-44cb-415c-9e3a-d66d0a858101 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:32.288546 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:32.292019 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:32.292384 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.366881 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.390087 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbc7b15-44cb-415c-9e3a-d66d0a858101'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:32.392301 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6765f6ed-7af6-40f4-8418-67e6a34db621" -d '{"events": [{"server_uuid": "582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6", "name": "network-vif-plugged", "status": "completed", "tag": "4dbc7b15-44cb-415c-9e3a-d66d0a858101"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:32.405951 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 4dbc7b15-44cb-415c-9e3a-d66d0a858101, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4dbc7b15-44cb-415c-9e3a-d66d0a858101,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:32.410290 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.435593 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e262f974-7269-4d72-ae26-d91cb86ab821 x-openstack-request-id: req-e262f974-7269-4d72-ae26-d91cb86ab821 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:32.435883 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6", "name": "network-vif-plugged", "status": "completed", "tag": "4dbc7b15-44cb-415c-9e3a-d66d0a858101", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:32.436202 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e262f974-7269-4d72-ae26-d91cb86ab821 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:32.436565 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'code': 200} Jul 09 21:01:32.446098 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250571a-2a95-40e7-8b8e-9d119bb69304 req-88d24d62-92e7-47ff-94af-a1d0d058dbf2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:32.447558 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7250571a-2a95-40e7-8b8e-9d119bb69304 req-88d24d62-92e7-47ff-94af-a1d0d058dbf2 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0673602 Jul 09 21:01:32.463032 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=4dbc7b15-44cb-415c-9e3a-d66d0a858101,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:32.484778 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7250571a-2a95-40e7-8b8e-9d119bb69304 req-700bc2ca-a1cb-480a-b9b9-c08883a0a0ae tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Jul 09 21:01:32.587363 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-332d40b5-16c6-4ded-ad95-715416dc7a50 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:32.588900 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-332d40b5-16c6-4ded-ad95-715416dc7a50 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0699623 Jul 09 21:01:32.694196 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Deleting port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:32.694451 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.813800 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] For port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:32.814149 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.826848 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53351-52bf-4793-ae11-c74a0670a5ed req-4171e42d-06c2-4573-acbc-90d3bec6deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:32.828321 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-81b53351-52bf-4793-ae11-c74a0670a5ed req-4171e42d-06c2-4573-acbc-90d3bec6deca service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 1098 time: 0.1311305 Jul 09 21:01:32.931036 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-81b53351-52bf-4793-ae11-c74a0670a5ed req-c2e3bfcc-87fa-4730-a14e-ef7c600aab5c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717268 Jul 09 21:01:33.004136 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.004409 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.004713 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Floating IP 81a6f6b0-2b63-42fe-a845-e59975c570ae disassociated. External IP: 172.27.3.133, port: 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53. Jul 09 21:01:33.005067 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Calling delete_port for 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:33.076725 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60427ca-6aed-4c56-b6b5-c02cdddc9bb0 req-65ef64fc-9068-4096-be3d-d8f64d61520d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.078275 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a60427ca-6aed-4c56-b6b5-c02cdddc9bb0 req-65ef64fc-9068-4096-be3d-d8f64d61520d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 945 time: 0.0670762 Jul 09 21:01:33.117490 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a60427ca-6aed-4c56-b6b5-c02cdddc9bb0 req-6da2b631-ab80-40e8-bf87-561f7bf624c8 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Jul 09 21:01:33.135199 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.168865 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event deleted for resources: {'Port': ['ID=6fd1e457-626c-43c3-8ab3-c4c81b7a6e53,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:33.282120 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:33.397861 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:33.406965 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:33.416419 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:33.417226 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:01:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:33.440030 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] No DVR routers for this DVR port 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:33.442595 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.444524 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-59c16b85-79a6-4271-8940-d9f7ad4da1fc req-0a23efe7-5d75-4600-8603-7b119caf8648 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "DELETE /v2.0/ports/6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 HTTP/1.1" status: 204 len: 173 time: 0.8504155 Jul 09 21:01:33.444975 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f5274-a545-4568-b610-547e4203cd48', 'name': 'network-vif-deleted', 'tag': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:33.447214 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42631ef6-5092-40e4-b9dc-79fb7639e623" -d '{"events": [{"server_uuid": "e46f5274-a545-4568-b610-547e4203cd48", "name": "network-vif-deleted", "tag": "6fd1e457-626c-43c3-8ab3-c4c81b7a6e53"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:33.485830 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05811a20-75cb-40c3-be26-daf78c905467 x-openstack-request-id: req-05811a20-75cb-40c3-be26-daf78c905467 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:33.486120 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f5274-a545-4568-b610-547e4203cd48", "name": "network-vif-deleted", "tag": "6fd1e457-626c-43c3-8ab3-c4c81b7a6e53", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:33.486464 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05811a20-75cb-40c3-be26-daf78c905467 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:33.486859 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46f5274-a545-4568-b610-547e4203cd48', 'name': 'network-vif-deleted', 'tag': '6fd1e457-626c-43c3-8ab3-c4c81b7a6e53', 'status': 'completed', 'code': 200} Jul 09 21:01:33.531899 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:33.687864 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d822466-2dd7-447b-a1b3-f7481554f000 req-4d96f017-df57-46c1-bc26-c9988857f114 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.689453 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7d822466-2dd7-447b-a1b3-f7481554f000 req-4d96f017-df57-46c1-bc26-c9988857f114 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0766678 Jul 09 21:01:33.727118 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7d822466-2dd7-447b-a1b3-f7481554f000 req-d5b467bc-1c9f-4098-a12d-24c00fb2f8d0 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321178 Jul 09 21:01:33.757922 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:33.783463 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:33.791950 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:33.792528 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:01:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:33.907360 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:34.102835 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:34.128007 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff6de6-6d6d-49ff-8002-b87ff846bc82 None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:34.273400 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f84a2d24-7098-40ec-a6bc-240cd1ff3dac req-54bb1ca6-2bdc-4ebc-b19e-923cfd4f342a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=e46f5274-a545-4568-b610-547e4203cd48 HTTP/1.1" status: 200 len: 210 time: 0.0301979 Jul 09 21:01:34.351140 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2619ab-6304-40d9-aab1-fa135b0f91cb None None] New status for floating IP 81a6f6b0-2b63-42fe-a845-e59975c570ae: DOWN {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:34.897198 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89920640-4049-40ee-a33e-f9ab976fe270 req-3860808e-7941-48cf-aacb-e61ad5a4f2ac tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:34.898691 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-89920640-4049-40ee-a33e-f9ab976fe270 req-3860808e-7941-48cf-aacb-e61ad5a4f2ac tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0618851 Jul 09 21:01:34.934106 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-89920640-4049-40ee-a33e-f9ab976fe270 req-87bfe11d-8083-4c84-bdd2-58c84ad51442 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300405 Jul 09 21:01:35.098271 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22010f1-498e-4243-baec-1de81a223e95 req-600380c7-d5ee-4fbb-8cb6-0defa626fa25 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:35.099637 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c22010f1-498e-4243-baec-1de81a223e95 req-600380c7-d5ee-4fbb-8cb6-0defa626fa25 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0625503 Jul 09 21:01:35.107946 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49356) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:35.112325 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Request body: {'floatingip': {'port_id': '4dbc7b15-44cb-415c-9e3a-d66d0a858101'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:35.404664 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:35.631819 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-0e859bcf-9ec6-4c10-8d6a-ed6b31412fec tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045445821&fields=id&tenant_id=1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 267 time: 0.0722470 Jul 09 21:01:35.846535 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f62d-e054-44f1-85ff-850edd86b348 req-602a1b74-e035-49c1-ac1e-f612bb6fece2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:35.848608 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-602a1b74-e035-49c1-ac1e-f612bb6fece2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 810 time: 0.2073486 Jul 09 21:01:35.872272 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-599e988a-9c5e-4530-9675-090557642c5d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/quotas/1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 375 time: 0.0175416 Jul 09 21:01:36.014286 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.021284 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.031117 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-bf7c4764-0ebd-4699-ac9c-1cabdc62e99a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1530552 Jul 09 21:01:36.202922 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Floating IP d0fc07ca-76e0-437f-9452-e50d94fe149c associated. External IP: 172.27.3.21, port: 4dbc7b15-44cb-415c-9e3a-d66d0a858101. Jul 09 21:01:36.207062 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-1abc310b-9fb6-4ba9-a24c-6af40e381ad7 service neutron] 10.222.0.77 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444199 Jul 09 21:01:36.260011 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:36.280235 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:36.280535 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 6fd1e457-626c-43c3-8ab3-c4c81b7a6e53 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:36.376287 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-97b3e8f3-b3da-4d11-9774-4500f4aed0ea service neutron] 10.222.0.77 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387575 Jul 09 21:01:36.485633 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Router 2286007d-0a26-4d6a-884c-6b7aca7b035b has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:36.603959 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:36.608592 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.615625 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] Sync routers for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:36.641525 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:36.641525 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:01:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:36.662208 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8f5d2655-37be-4e93-a006-94bddb01a2ba tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "PUT /v2.0/floatingips/d0fc07ca-76e0-437f-9452-e50d94fe149c HTTP/1.1" status: 200 len: 990 time: 1.5532317 Jul 09 21:01:36.663064 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'tag': '4dbc7b15-44cb-415c-9e3a-d66d0a858101'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:36.665720 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef286dd4-f568-4bca-928c-b70394c4cb85" -d '{"events": [{"name": "network-changed", "server_uuid": "582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6", "tag": "4dbc7b15-44cb-415c-9e3a-d66d0a858101"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:36.707430 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d74d225b-904e-4ebc-8f48-8c459a7e7746 req-532972d5-2b60-40e8-8ede-92a5ef975382 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 210 time: 0.0457633 Jul 09 21:01:36.759391 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49040f82-3ad4-4b22-8765-9c9c9ce73a91 x-openstack-request-id: req-49040f82-3ad4-4b22-8765-9c9c9ce73a91 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:36.759697 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6", "tag": "4dbc7b15-44cb-415c-9e3a-d66d0a858101", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:36.759978 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49040f82-3ad4-4b22-8765-9c9c9ce73a91 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:36.760394 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'tag': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'status': 'completed', 'code': 200} Jul 09 21:01:36.794790 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:36.887458 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-3ca7fac4-d83a-4952-8b86-1a8b3b581fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:36.889230 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-3ca7fac4-d83a-4952-8b86-1a8b3b581fbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3185ab693c084130ab10ca155891fb40&device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0694139 Jul 09 21:01:37.004241 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-a8e44ca2-a0dc-4d83-921a-3e609b29937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:37.005754 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-a8e44ca2-a0dc-4d83-921a-3e609b29937e service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 200 len: 911 time: 0.1095865 Jul 09 21:01:37.079913 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-adf4aba6-9977-4456-9bd4-982d5e8c659f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dbc7b15-44cb-415c-9e3a-d66d0a858101 HTTP/1.1" status: 200 len: 998 time: 0.0669532 Jul 09 21:01:37.080426 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'd0fc07ca-76e0-437f-9452-e50d94fe149c', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'port_id': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'mac_address': 'fa:16:3e:a7:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:22Z', 'updated_at': '2021-07-09T21:01:35Z', 'revision_number': 1, 'project_id': '3185ab693c084130ab10ca155891fb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.107648 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] Checking router: 2286007d-0a26-4d6a-884c-6b7aca7b035b for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:37.116582 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:37.117602 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:01:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.137613 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-2cc46335-97f6-4608-be59-84a46a16d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:37.139064 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-2cc46335-97f6-4608-be59-84a46a16d5a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 200 len: 849 time: 0.0526028 Jul 09 21:01:37.199322 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-187fef8c-8bb9-4549-a8b8-e17c45d8a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:37.200943 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-187fef8c-8bb9-4549-a8b8-e17c45d8a5d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c691ede-4ce2-4ddb-b62f-49e52e97e938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549405 Jul 09 21:01:37.313955 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-18c666b3-fe8e-4890-8a50-395743586392 service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978014 Jul 09 21:01:37.350512 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:37.429782 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ef286dd4-f568-4bca-928c-b70394c4cb85 req-8e673e2b-6d7d-4fe9-8c50-9fb40f52600b service neutron] 10.222.0.83 "GET /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093702 Jul 09 21:01:37.581314 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'd0fc07ca-76e0-437f-9452-e50d94fe149c', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'port_id': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'mac_address': 'fa:16:3e:a7:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:22Z', 'updated_at': '2021-07-09T21:01:35Z', 'revision_number': 1, 'project_id': '3185ab693c084130ab10ca155891fb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:37.611117 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8150f1-9cda-48f5-a454-f20161151a01 None None] The sync data for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi is: [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'd0fc07ca-76e0-437f-9452-e50d94fe149c', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'port_id': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'mac_address': 'fa:16:3e:a7:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:22Z', 'updated_at': '2021-07-09T21:01:35Z', 'revision_number': 1, 'project_id': '3185ab693c084130ab10ca155891fb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:37.799075 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5285bff7-8cd5-4df3-8f93-440709df9e71 None None] New status for floating IP d0fc07ca-76e0-437f-9452-e50d94fe149c: ACTIVE {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:37.851930 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f91fb143-7bd9-4a99-8e0d-ba6319a1f395 req-58406d31-fe07-496c-85be-958faf51aac0 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 210 time: 0.0330851 Jul 09 21:01:38.003819 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f62d-e054-44f1-85ff-850edd86b348 req-37c1351e-f69b-4088-8439-3deca07d6e6f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:38.005371 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-37c1351e-f69b-4088-8439-3deca07d6e6f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 810 time: 0.1306243 Jul 09 21:01:38.083667 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-2f43e512-8e5c-4c3e-8882-e76106bd34cf tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 380 time: 0.0335860 Jul 09 21:01:38.094723 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'port': {'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'admin_state_up': True, 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'security_groups': ['15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:38.198226 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Made reservation on behalf of 1c76c6d920984b5680c4fece85d881c7 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:38.202144 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.327554 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Allocated IP 172.20.0.4 (e410d413-6443-4ea9-b5ba-9c4361f53e34/b9ad567a-a13b-4559-a1c1-9c52e7537ff9/2c2b686b-7561-4178-924a-fb04821424e6) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:38.454254 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.467944 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Transition to ACTIVE for port object 2c2b686b-7561-4178-924a-fb04821424e6 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:38.500114 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.546969 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:38.550006 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:38.554307 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:38.576705 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=2c2b686b-7561-4178-924a-fb04821424e6,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:38.605614 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:38.606244 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.621724 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-cd4eb517-b1b5-4ad6-afb2-eff3c92c256f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5309684 Jul 09 21:01:38.639638 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Request body: {'port': {'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:38.719179 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.798481 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-08596c68-28ed-48b9-a723-86d4215437cf None None] Provisioning for port 2c2b686b-7561-4178-924a-fb04821424e6 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:38.809537 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-08596c68-28ed-48b9-a723-86d4215437cf None None] Provisioning complete for port 2c2b686b-7561-4178-924a-fb04821424e6 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:38.809905 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-08596c68-28ed-48b9-a723-86d4215437cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.847016 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-08596c68-28ed-48b9-a723-86d4215437cf None None] Port 2c2b686b-7561-4178-924a-fb04821424e6 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:01:39.032938 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e9d3a-ce90-408b-afd9-ea63dfaf501a req-8f7a0e09-fc4e-4ea0-b417-103675ca7e20 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:39.034426 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1d6e9d3a-ce90-408b-afd9-ea63dfaf501a req-8f7a0e09-fc4e-4ea0-b417-103675ca7e20 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 931 time: 0.0650337 Jul 09 21:01:39.074740 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1d6e9d3a-ce90-408b-afd9-ea63dfaf501a req-0c2482e7-1243-482a-9f56-af67068d631e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345106 Jul 09 21:01:39.246945 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2b686b-7561-4178-924a-fb04821424e6 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:01:39.254655 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.266613 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Transition to ACTIVE for port object 2c2b686b-7561-4178-924a-fb04821424e6 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:39.270558 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.324321 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2b686b-7561-4178-924a-fb04821424e6,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:39.394686 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Attempting to bind port 2c2b686b-7561-4178-924a-fb04821424e6 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:01:39.395399 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Attempting to bind port 2c2b686b-7561-4178-924a-fb04821424e6 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:01:39.395399 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Attempting to bind port 2c2b686b-7561-4178-924a-fb04821424e6 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:39.399928 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Port 2c2b686b-7561-4178-924a-fb04821424e6 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:01:39.400249 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Attempting to bind port 2c2b686b-7561-4178-924a-fb04821424e6 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:39.405142 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:01:39.405482 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Checking segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:39.405866 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Bound using segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:01:39.406290 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Bound port: 2c2b686b-7561-4178-924a-fb04821424e6, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:01:39.406658 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.477974 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] For port 2c2b686b-7561-4178-924a-fb04821424e6, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:01:39.480839 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] For port 2c2b686b-7561-4178-924a-fb04821424e6, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2c2b686b-7561-4178-924a-fb04821424e6,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:01:39.485446 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.517172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:39.517783 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:39.519166 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] 10.222.0.83 "PUT /v2.0/ports/2c2b686b-7561-4178-924a-fb04821424e6 HTTP/1.1" status: 200 len: 1093 time: 0.8840430 Jul 09 21:01:39.520154 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:39.522640 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e22b35-723e-4c8d-a5a8-d515830493ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "tag": "2c2b686b-7561-4178-924a-fb04821424e6"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:39.550676 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5adcc-9b1a-4b2e-9cb2-8aea51dd2581 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2b686b-7561-4178-924a-fb04821424e6,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:39.566663 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206d13b5-7bd2-4fd3-ab6c-5cede09fb79c x-openstack-request-id: req-206d13b5-7bd2-4fd3-ab6c-5cede09fb79c {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:39.566663 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "tag": "2c2b686b-7561-4178-924a-fb04821424e6", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:39.566930 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-206d13b5-7bd2-4fd3-ab6c-5cede09fb79c {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:39.567220 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6', 'status': 'completed', 'code': 200} Jul 09 21:01:39.669064 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f62d-e054-44f1-85ff-850edd86b348 req-ba8cc3ac-13fd-4a67-a50f-1fe0ebf7e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:39.670574 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-ba8cc3ac-13fd-4a67-a50f-1fe0ebf7e431 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 1096 time: 0.0589087 Jul 09 21:01:39.719414 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-635c64ba-2e61-4567-9095-c5e282a496cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2b686b-7561-4178-924a-fb04821424e6 HTTP/1.1" status: 200 len: 217 time: 0.0331674 Jul 09 21:01:39.764749 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f62d-e054-44f1-85ff-850edd86b348 req-1cbfdc26-310b-4fcb-9ae1-3234d353735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:39.766165 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-1cbfdc26-310b-4fcb-9ae1-3234d353735d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0408790 Jul 09 21:01:39.823569 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f62d-e054-44f1-85ff-850edd86b348 req-1b880d24-9f10-4057-b667-9b8569a3822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:39.824970 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-1b880d24-9f10-4057-b667-9b8569a3822a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528321 Jul 09 21:01:39.910235 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-f7e232c1-de30-40b3-ad11-05660b7a7a5d service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781960 Jul 09 21:01:39.997458 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6016f62d-e054-44f1-85ff-850edd86b348 req-18466879-423d-49fc-822b-930c5f1d2fda service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815964 Jul 09 21:01:40.153478 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-008de894-c7ad-452f-834d-e7ec3e39ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:40.154978 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-008de894-c7ad-452f-834d-e7ec3e39ea70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 1096 time: 0.0530450 Jul 09 21:01:40.246452 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-1529c5a7-01f2-40e9-a23b-85251509a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:40.248035 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-1529c5a7-01f2-40e9-a23b-85251509a5ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.0859659 Jul 09 21:01:40.255288 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411ae61-16dc-48fc-94ff-6292b629e238 req-68b1a642-47d4-45eb-9c36-facce73d0310 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:40.256765 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4411ae61-16dc-48fc-94ff-6292b629e238 req-68b1a642-47d4-45eb-9c36-facce73d0310 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0656767 Jul 09 21:01:40.297303 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-5b38ac26-a39b-4129-89b0-d81a44ac33b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2b686b-7561-4178-924a-fb04821424e6 HTTP/1.1" status: 200 len: 217 time: 0.0409763 Jul 09 21:01:40.299232 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4411ae61-16dc-48fc-94ff-6292b629e238 req-ba6a7372-280c-4274-bf57-0eb63b3eb415 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359590 Jul 09 21:01:40.349999 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-50595280-6987-44f2-abb9-edabd35a8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:40.351678 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-50595280-6987-44f2-abb9-edabd35a8130 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0475152 Jul 09 21:01:40.411602 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-15265042-8f31-4464-868d-28e13af0e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:40.413130 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-15265042-8f31-4464-868d-28e13af0e237 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525029 Jul 09 21:01:40.511178 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-926174d1-6914-4c05-990b-636535e3e140 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866654 Jul 09 21:01:40.597157 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-08e22b35-723e-4c8d-a5a8-d515830493ef req-b4e3c0ae-32e8-4848-bb61-37dfa20ab6be service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784371 Jul 09 21:01:40.792129 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f0baaa25-c7fc-4ba6-9a9b-06e4c6e51f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.477225 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d06b4f-0f1d-458b-b6a3-4b16113baa79 req-02850d68-d63c-49f0-bd84-c872e63459af tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:41.478724 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-81d06b4f-0f1d-458b-b6a3-4b16113baa79 req-02850d68-d63c-49f0-bd84-c872e63459af tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0696144 Jul 09 21:01:41.515865 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-81d06b4f-0f1d-458b-b6a3-4b16113baa79 req-3f4957d7-eda7-4cd4-8dce-7c0292cddabd tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Jul 09 21:01:42.691695 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3697-1bd0-42dd-8a73-ff6e20bcda4a req-38d408a4-d56e-426a-a47f-fbd780269d9b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:42.693381 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1dee3697-1bd0-42dd-8a73-ff6e20bcda4a req-38d408a4-d56e-426a-a47f-fbd780269d9b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0687115 Jul 09 21:01:42.735656 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1dee3697-1bd0-42dd-8a73-ff6e20bcda4a req-7ea4de7a-c9bc-4748-943f-4cca3292aa3b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368083 Jul 09 21:01:43.447151 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-62e2b294-459b-444a-a056-ddcbfbfb88e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.770247 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:43.912741 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa763e9-8edb-4857-a401-b73e083c3ad4 req-cc81a9f2-95fa-4be7-a8b5-97afe5961855 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:43.914271 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5aa763e9-8edb-4857-a401-b73e083c3ad4 req-cc81a9f2-95fa-4be7-a8b5-97afe5961855 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0626898 Jul 09 21:01:43.952797 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5aa763e9-8edb-4857-a401-b73e083c3ad4 req-d3f506d1-0928-4cc6-adcc-ab3c8b26de4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329361 Jul 09 21:01:44.617127 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:44.983395 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:45.126343 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f4529-5a63-4c83-8f9b-63f04389fb75 req-5b564030-5116-41eb-a3e1-362cfe33caa4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:45.127835 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f7f4529-5a63-4c83-8f9b-63f04389fb75 req-5b564030-5116-41eb-a3e1-362cfe33caa4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0628159 Jul 09 21:01:45.165809 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9f7f4529-5a63-4c83-8f9b-63f04389fb75 req-66dd378c-4652-4a74-97f3-1fc100893143 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Jul 09 21:01:46.087021 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:46.349235 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8769d-57ff-4532-aa70-2f2adfbf6f1a req-051b51bd-97d5-40c6-8e5c-735f0ed11a8d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:46.350702 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-79c8769d-57ff-4532-aa70-2f2adfbf6f1a req-051b51bd-97d5-40c6-8e5c-735f0ed11a8d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0730464 Jul 09 21:01:46.390274 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-79c8769d-57ff-4532-aa70-2f2adfbf6f1a req-ac373152-9698-4408-9fbd-f09e9a52c4f2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Jul 09 21:01:47.625699 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb09d-0b09-41fc-8bb8-b019eaf458f7 req-0733095c-1140-4412-813c-516b604130fc tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:47.627217 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9c8fb09d-0b09-41fc-8bb8-b019eaf458f7 req-0733095c-1140-4412-813c-516b604130fc tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0601656 Jul 09 21:01:47.664474 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9c8fb09d-0b09-41fc-8bb8-b019eaf458f7 req-380b08a6-19a3-4b2c-b7c8-b118233daa18 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Jul 09 21:01:48.834625 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379015d9-88ec-456a-9d91-2597d8eb2cae req-83da71a3-869d-47b0-9b19-4355c2db7866 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:48.836095 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-379015d9-88ec-456a-9d91-2597d8eb2cae req-83da71a3-869d-47b0-9b19-4355c2db7866 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0630748 Jul 09 21:01:48.872153 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-379015d9-88ec-456a-9d91-2597d8eb2cae req-96e98ac0-cd07-4c0b-99cf-2d5c8d209303 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306711 Jul 09 21:01:50.045880 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9fd86-43e9-4848-8524-9704b20433af req-eff40230-628b-40cc-b43f-88fe91dcd0b5 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:50.047310 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45e9fd86-43e9-4848-8524-9704b20433af req-eff40230-628b-40cc-b43f-88fe91dcd0b5 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 943 time: 0.0642781 Jul 09 21:01:50.083203 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-45e9fd86-43e9-4848-8524-9704b20433af req-fee15ede-3c4a-4022-975c-81cacbe1c764 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304077 Jul 09 21:01:50.357278 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 2c2b686b-7561-4178-924a-fb04821424e6 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:01:50.449953 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 2c2b686b-7561-4178-924a-fb04821424e6, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2c2b686b-7561-4178-924a-fb04821424e6,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:50.460937 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '2c2b686b-7561-4178-924a-fb04821424e6', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:01:50.496588 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:50.508540 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2b686b-7561-4178-924a-fb04821424e6 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:01:50.527207 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 2c2b686b-7561-4178-924a-fb04821424e6, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2c2b686b-7561-4178-924a-fb04821424e6,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:50.531172 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:50.577644 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=2c2b686b-7561-4178-924a-fb04821424e6,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:51.007376 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['2c2b686b-7561-4178-924a-fb04821424e6'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:01:51.136161 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:01:51.265636 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fbb45-fa76-4d35-9a6a-6bcec0b374cb req-a6f4249e-9e76-4bef-b0ff-8312756155e4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:51.267041 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d41fbb45-fa76-4d35-9a6a-6bcec0b374cb req-a6f4249e-9e76-4bef-b0ff-8312756155e4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 944 time: 0.0641301 Jul 09 21:01:51.305318 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d41fbb45-fa76-4d35-9a6a-6bcec0b374cb req-8048c147-1bb5-4ba2-9658-591a8beb439b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322452 Jul 09 21:01:52.389027 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 2c2b686b-7561-4178-924a-fb04821424e6 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:52.439293 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 2c2b686b-7561-4178-924a-fb04821424e6 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:52.443519 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 2c2b686b-7561-4178-924a-fb04821424e6 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:52.444055 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.476410 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b4be-9afe-4880-be07-cd701e55cc83 req-a1c1708f-e5c8-4c11-bfb5-e9a7a9b8e785 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:52.478053 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cf71b4be-9afe-4880-be07-cd701e55cc83 req-a1c1708f-e5c8-4c11-bfb5-e9a7a9b8e785 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 944 time: 0.0626910 Jul 09 21:01:52.514800 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cf71b4be-9afe-4880-be07-cd701e55cc83 req-747dc672-e4e7-4a8c-93df-f78cd123838e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Jul 09 21:01:52.520804 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.543253 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:52.545494 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6397aa-2b2c-4b09-a852-8fd31d2ec9ad" -d '{"events": [{"server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "name": "network-vif-plugged", "status": "completed", "tag": "2c2b686b-7561-4178-924a-fb04821424e6"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:52.557550 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 2c2b686b-7561-4178-924a-fb04821424e6, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2c2b686b-7561-4178-924a-fb04821424e6,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:52.562720 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.597679 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c700223d-d3e6-4389-a7bb-24ed16232de6 x-openstack-request-id: req-c700223d-d3e6-4389-a7bb-24ed16232de6 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:52.597873 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "name": "network-vif-plugged", "status": "completed", "tag": "2c2b686b-7561-4178-924a-fb04821424e6", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:52.598121 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c700223d-d3e6-4389-a7bb-24ed16232de6 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:52.598494 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6', 'code': 200} Jul 09 21:01:52.622811 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=2c2b686b-7561-4178-924a-fb04821424e6,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:52.924079 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9537-3fc7-44d2-893b-2fa5e5e13922 req-08322268-9b36-40c8-aff1-b16e602470c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:52.925586 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a9fe9537-3fc7-44d2-893b-2fa5e5e13922 req-08322268-9b36-40c8-aff1-b16e602470c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 1098 time: 0.0626187 Jul 09 21:01:52.962124 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a9fe9537-3fc7-44d2-893b-2fa5e5e13922 req-dbdf036a-28aa-42da-9c05-0c9bd49bfa9a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282722 Jul 09 21:01:53.699745 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cfeba-4825-4ecb-99f5-17fbbe2352ce req-f01890cf-c5e5-41f6-b47d-ac86c165c3b5 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:53.701298 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-643cfeba-4825-4ecb-99f5-17fbbe2352ce req-f01890cf-c5e5-41f6-b47d-ac86c165c3b5 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 945 time: 0.0670607 Jul 09 21:01:53.738256 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-643cfeba-4825-4ecb-99f5-17fbbe2352ce req-53e377b1-b038-484b-98a8-fcaa252085bb tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Jul 09 21:01:54.911960 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed11f77-11f3-4eeb-81e3-16418540a6f9 req-a7ab46b6-5db7-4a66-b462-6764dea599df tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:54.913454 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ed11f77-11f3-4eeb-81e3-16418540a6f9 req-a7ab46b6-5db7-4a66-b462-6764dea599df tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 945 time: 0.0615444 Jul 09 21:01:54.957126 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ed11f77-11f3-4eeb-81e3-16418540a6f9 req-7a5e735b-13c7-4d49-8811-189502e050ef tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Jul 09 21:01:55.125026 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe83cdb-4d19-4e77-b6e0-0692013c893b req-f48af0a3-9040-458b-a59e-66d0f3be3740 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:55.126479 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2fe83cdb-4d19-4e77-b6e0-0692013c893b req-f48af0a3-9040-458b-a59e-66d0f3be3740 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 945 time: 0.0615056 Jul 09 21:01:55.164064 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2fe83cdb-4d19-4e77-b6e0-0692013c893b req-06d151bb-7b2d-4bb3-a207-6423be633e25 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315404 Jul 09 21:01:55.187700 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49486) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:55.243060 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47df1e-1e0f-4af5-93ef-a5ae0a227dba tempest-TestVolumeBootPattern-209389438 tempest-TestVolumeBootPattern-209389438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:55.244507 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-5e47df1e-1e0f-4af5-93ef-a5ae0a227dba tempest-TestVolumeBootPattern-209389438 tempest-TestVolumeBootPattern-209389438-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 1093 time: 0.0558476 Jul 09 21:01:55.247106 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49488) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:55.251387 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:55.273526 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.365521 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.469284 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Allocated IP 172.27.3.220 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/b852356d-f15c-44f4-8643-704e58db2364) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:55.570307 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.613458 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.652454 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:55.657229 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:55.661086 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:55.684601 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=b852356d-f15c-44f4-8643-704e58db2364,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:55.697524 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.697872 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.698214 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.698547 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.698878 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.699208 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.699535 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.699860 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.700185 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.700515 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.700854 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:55.701178 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:56.042598 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:56.118968 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:56.264631 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:56.269144 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:56.334401 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=b852356d-f15c-44f4-8643-704e58db2364,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:56.345902 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:56.442847 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Floating IP 0d9a6cba-78bc-45ea-af25-86a42b854247 associated. External IP: 172.27.3.220, port: 2c2b686b-7561-4178-924a-fb04821424e6. Jul 09 21:01:56.900864 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:57.013756 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:57.026607 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:57.029898 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:57.036875 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:57.037476 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:01:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:57.069062 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-5ca33979-34ea-4fd5-be29-a260359948de tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8208466 Jul 09 21:01:57.069719 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:57.072029 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "tag": "2c2b686b-7561-4178-924a-fb04821424e6"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:57.108421 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7521a2f0-459f-4033-8038-1c0dc92541af x-openstack-request-id: req-7521a2f0-459f-4033-8038-1c0dc92541af {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:57.108711 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "tag": "2c2b686b-7561-4178-924a-fb04821424e6", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:57.108988 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7521a2f0-459f-4033-8038-1c0dc92541af {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:57.109379 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6', 'status': 'completed', 'code': 200} Jul 09 21:01:57.147870 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:57.213285 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-a7209974-2633-4f76-b664-9827334b2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:57.214920 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-a7209974-2633-4f76-b664-9827334b2652 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 1098 time: 0.0533412 Jul 09 21:01:57.312865 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-6a867454-10dc-4e47-a1ae-be21502b7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:57.314312 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-6a867454-10dc-4e47-a1ae-be21502b7be2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.0865090 Jul 09 21:01:57.381679 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-dd7a0d02-972f-4c84-92fb-50e53c525d0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2b686b-7561-4178-924a-fb04821424e6 HTTP/1.1" status: 200 len: 999 time: 0.0591664 Jul 09 21:01:57.385080 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:55Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:57.415151 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:57.423507 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:57.424102 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:01:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:57.434998 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-6b6d88c9-9da7-44dd-bde9-9e89b8c7a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:57.436461 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-6b6d88c9-9da7-44dd-bde9-9e89b8c7a743 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0477870 Jul 09 21:01:57.494309 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-266d9096-c46b-4190-971a-513ece8e632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:57.495855 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-266d9096-c46b-4190-971a-513ece8e632f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519443 Jul 09 21:01:57.531518 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:57.592107 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-4cdf3b6a-1cef-44a3-a381-5f1b3a7db656 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883899 Jul 09 21:01:57.714205 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2cd31c1d-1081-4461-a615-5f7c7eb2a9d6 req-b328c58e-8b90-4c47-ba3a-d8965d95eb6b service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157134 Jul 09 21:01:57.774988 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:55Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:57.803946 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645821ea-a697-43f8-bf3b-b4ee6daeb4ac None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:55Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:58.000967 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf5b21-e088-4906-a245-2f7f1003deb7 None None] New status for floating IP 0d9a6cba-78bc-45ea-af25-86a42b854247: ACTIVE {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:02:06.825672 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7ecc5-e2d4-4a60-93b8-b887e812bc3f req-f8f750f3-3043-43c3-ad9a-1a1450d993e8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:06.827162 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4fd7ecc5-e2d4-4a60-93b8-b887e812bc3f req-f8f750f3-3043-43c3-ad9a-1a1450d993e8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0626717 Jul 09 21:02:06.863953 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4fd7ecc5-e2d4-4a60-93b8-b887e812bc3f req-c43723d8-e683-4ac2-858d-3033654b88d7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306332 Jul 09 21:02:08.040652 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2725d2-7c04-4817-88da-a1da8407bc8b req-095b0329-da2e-4d05-a0e9-80ee110ffb64 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:08.042135 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8f2725d2-7c04-4817-88da-a1da8407bc8b req-095b0329-da2e-4d05-a0e9-80ee110ffb64 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0650382 Jul 09 21:02:08.078849 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8f2725d2-7c04-4817-88da-a1da8407bc8b req-ea5e08fb-08cb-4875-b34c-e57a15e28b9f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312021 Jul 09 21:02:09.250045 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444acf6-9916-464e-acc8-2371355d0276 req-2a54a2f9-1fa6-4af5-b373-1add6cbf780e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:09.251483 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d444acf6-9916-464e-acc8-2371355d0276 req-2a54a2f9-1fa6-4af5-b373-1add6cbf780e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0609186 Jul 09 21:02:09.288287 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-d444acf6-9916-464e-acc8-2371355d0276 req-02e8fdb4-ff21-4aeb-afc0-412c36164816 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313647 Jul 09 21:02:10.566036 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136549a-3ecf-4a14-80fc-222404ba5866 req-a290020f-6998-4b8d-ade2-08d2b8077efb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:10.567508 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e136549a-3ecf-4a14-80fc-222404ba5866 req-a290020f-6998-4b8d-ade2-08d2b8077efb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.1648202 Jul 09 21:02:10.604537 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e136549a-3ecf-4a14-80fc-222404ba5866 req-f4ed7ba9-c9e0-4493-8672-8f808940a031 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314012 Jul 09 21:02:10.792637 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d1d6255e-1d03-4d60-911b-3e45ab42910c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:11.784575 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f610c5-0855-46f4-87ef-34308837e28a req-45adbc16-d5df-4670-b62f-4e422fa3bf97 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:11.787248 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-36f610c5-0855-46f4-87ef-34308837e28a req-45adbc16-d5df-4670-b62f-4e422fa3bf97 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0697985 Jul 09 21:02:11.824622 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-36f610c5-0855-46f4-87ef-34308837e28a req-6595bd38-2996-4679-a82a-c070efe7ca50 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319469 Jul 09 21:02:12.996800 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b0df3-e15a-4fd3-82f1-9af4a3d9d654 req-415e20a1-3109-4833-989b-eb431c235363 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:12.998318 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-377b0df3-e15a-4fd3-82f1-9af4a3d9d654 req-415e20a1-3109-4833-989b-eb431c235363 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0630879 Jul 09 21:02:13.038315 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-377b0df3-e15a-4fd3-82f1-9af4a3d9d654 req-24cb5310-fad3-4f59-ad6a-6ea9218a2df2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345750 Jul 09 21:02:13.447975 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb246-57f0-415c-8f62-4ce1af8be4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:13.771838 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:14.211232 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fcd7-7ef9-4806-bd69-3ced5f56b301 req-e64f524a-f827-49a8-a67f-272991b74a15 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:14.212713 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bbb8fcd7-7ef9-4806-bd69-3ced5f56b301 req-e64f524a-f827-49a8-a67f-272991b74a15 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0628242 Jul 09 21:02:14.248910 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bbb8fcd7-7ef9-4806-bd69-3ced5f56b301 req-b247d4ed-346b-4bac-86d9-e5c3e2f9c5f7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305884 Jul 09 21:02:14.620280 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:14.991342 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:15.425511 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7c072-66a8-4c38-b662-c903aded815a req-722df787-b469-41f8-99be-54651eeb3f26 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:15.426958 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-82c7c072-66a8-4c38-b662-c903aded815a req-722df787-b469-41f8-99be-54651eeb3f26 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0617421 Jul 09 21:02:15.462634 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-82c7c072-66a8-4c38-b662-c903aded815a req-eb59bdde-b4e4-49ed-9808-46c92abf61d3 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302758 Jul 09 21:02:16.090392 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:16.638124 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2fdc1-32da-4b35-9db5-d2a3cf4e0802 req-80f8165d-7bd5-4b81-a6de-a991ffe034e4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:16.639639 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-85d2fdc1-32da-4b35-9db5-d2a3cf4e0802 req-80f8165d-7bd5-4b81-a6de-a991ffe034e4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0658269 Jul 09 21:02:16.677941 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-85d2fdc1-32da-4b35-9db5-d2a3cf4e0802 req-3c202995-3bde-42cf-a504-7812b7609e28 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323515 Jul 09 21:02:17.870466 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733abe-36b9-4751-a7c7-a01054fe2cd3 req-dcc2a2d3-7010-4088-9ecc-216284bcbf7c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:17.871964 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8f733abe-36b9-4751-a7c7-a01054fe2cd3 req-dcc2a2d3-7010-4088-9ecc-216284bcbf7c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0810461 Jul 09 21:02:17.910740 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8f733abe-36b9-4751-a7c7-a01054fe2cd3 req-5a1535d0-c2ef-46e5-884b-617baf489aea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331662 Jul 09 21:02:19.085844 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083db08a-4b92-4d3b-93c8-8e282d20cc77 req-cc64c599-f257-49e1-8622-a0e0081e3035 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:19.087325 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-083db08a-4b92-4d3b-93c8-8e282d20cc77 req-cc64c599-f257-49e1-8622-a0e0081e3035 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0627897 Jul 09 21:02:19.128463 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-083db08a-4b92-4d3b-93c8-8e282d20cc77 req-a4383059-44fb-49ea-bc67-6326674c73c9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356605 Jul 09 21:02:20.311382 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc226d-75f4-4525-b185-824fbda03118 req-b728dfab-72cd-4c12-9f97-1edda60e13c2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:20.312865 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bfdc226d-75f4-4525-b185-824fbda03118 req-b728dfab-72cd-4c12-9f97-1edda60e13c2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0617993 Jul 09 21:02:20.350888 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bfdc226d-75f4-4525-b185-824fbda03118 req-9d3b8ab4-a7e9-413c-b0ae-bf444e29dc84 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319591 Jul 09 21:02:20.548006 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:02:20.640477 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:20.652956 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '30050f57-1fa3-485f-895b-6fb3c0796078', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'port_id': '30050f57-1fa3-485f-895b-6fb3c0796078', 'mac_address': 'fa:16:3e:00:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:02:20.687441 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:20.699930 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30050f57-1fa3-485f-895b-6fb3c0796078 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:02:20.718889 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:20.723032 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:20.771834 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=6']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:20.933348 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['30050f57-1fa3-485f-895b-6fb3c0796078'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:02:21.526106 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ed06-7491-4de5-bd0e-3be51a0a9453 req-49d7e120-e700-4536-bf86-a943292b6dc0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:21.527597 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-29f2ed06-7491-4de5-bd0e-3be51a0a9453 req-49d7e120-e700-4536-bf86-a943292b6dc0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 945 time: 0.0629592 Jul 09 21:02:21.565080 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-29f2ed06-7491-4de5-bd0e-3be51a0a9453 req-8df5f4d5-2e4e-430f-9326-b5cd6ae4732f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317087 Jul 09 21:02:22.556034 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:02:22.604233 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 30050f57-1fa3-485f-895b-6fb3c0796078 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:02:22.604602 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:22.686783 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:22.711147 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:02:22.713531 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a06e93-1183-4191-ac42-9fb01a21aecb" -d '{"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-plugged", "status": "completed", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:02:22.725969 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:22.730592 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:22.778319 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=7']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:22.830196 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3da25-7bd0-4f37-b808-266e755bf7b8 req-8dbe19f1-95e9-4e5b-a963-9c678c559a78 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:22.831736 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2ee3da25-7bd0-4f37-b808-266e755bf7b8 req-8dbe19f1-95e9-4e5b-a963-9c678c559a78 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0690255 Jul 09 21:02:22.841180 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e039f177-ca4e-4a54-a694-02df68538e30 x-openstack-request-id: req-e039f177-ca4e-4a54-a694-02df68538e30 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:02:22.841581 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-plugged", "status": "completed", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:02:22.841834 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e039f177-ca4e-4a54-a694-02df68538e30 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:02:22.842222 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078', 'code': 200} Jul 09 21:02:22.868749 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2ee3da25-7bd0-4f37-b808-266e755bf7b8 req-89c2dbc3-119d-4b51-a7b0-53aab9f56cc8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312591 Jul 09 21:02:24.047133 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba844c-1758-4edb-865e-02d41f7a5c47 req-8755c1f3-4a96-4c43-b708-9822fe5151c8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:24.049172 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5dba844c-1758-4edb-865e-02d41f7a5c47 req-8755c1f3-4a96-4c43-b708-9822fe5151c8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0645719 Jul 09 21:02:24.088505 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5dba844c-1758-4edb-865e-02d41f7a5c47 req-da84be2d-6d1f-43fa-b66c-7217bf802a94 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339026 Jul 09 21:02:24.741960 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-543c573d-fd4d-47c5-b2bb-b45bfa31b69c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497639 Jul 09 21:02:24.853771 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-165524d9-7037-4850-926d-d6fa62d6dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:24.855249 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-165524d9-7037-4850-926d-d6fa62d6dbed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1137 time: 0.0538015 Jul 09 21:02:24.963150 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-b830ef17-5564-42a3-8cb0-8432c01cdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:24.964660 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-b830ef17-5564-42a3-8cb0-8432c01cdf80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 916 time: 0.0899875 Jul 09 21:02:25.040349 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-a3d619b5-0413-4c21-bc78-890f19cde26a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 1001 time: 0.0658433 Jul 09 21:02:25.110342 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-85790bce-3a7e-4921-ad54-c3b9d535eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:25.111769 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-85790bce-3a7e-4921-ad54-c3b9d535eb28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 200 len: 854 time: 0.0467987 Jul 09 21:02:25.169087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-224edc2e-76da-45f5-8084-04403276dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:25.170564 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-224edc2e-76da-45f5-8084-04403276dbfe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f5e160f4-2e46-48a0-8026-40274e15f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521655 Jul 09 21:02:25.181936 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-70459b02-47da-452d-a798-56308110dc15 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:02:25.182907 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-70459b02-47da-452d-a798-56308110dc15 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053504 Jul 09 21:02:25.270573 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-34c12e37-16ce-46b4-a049-d2e585f6c6d2 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809383 Jul 09 21:02:25.271586 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d887ec-fc72-4872-bdc4-8030652c32ec req-1cd77f1b-2724-4895-8300-2725d64d79fb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:25.273076 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c1d887ec-fc72-4872-bdc4-8030652c32ec req-1cd77f1b-2724-4895-8300-2725d64d79fb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0625637 Jul 09 21:02:25.314740 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c1d887ec-fc72-4872-bdc4-8030652c32ec req-3888cc5b-cab7-472f-967e-139e4472f7a1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360646 Jul 09 21:02:25.362377 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69266ba3-5ba6-4cf1-b0b2-780ad04fd48d req-5c3894f9-dae7-4e08-8acc-c90dbc0aeb96 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846810 Jul 09 21:02:26.511124 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaa75a-5a21-41f2-b5ab-e064925cb689 req-b77b58b5-7740-4675-8bf4-f1f295994dc0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:26.514073 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8fbaa75a-5a21-41f2-b5ab-e064925cb689 req-b77b58b5-7740-4675-8bf4-f1f295994dc0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0765243 Jul 09 21:02:26.555916 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-8fbaa75a-5a21-41f2-b5ab-e064925cb689 req-8718f01b-060d-4ca1-9958-014bfed6b4f4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374103 Jul 09 21:02:27.748042 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55252a1-15a8-4efc-856e-a3e4eacf510b req-a7bb321d-8e6c-4499-9447-4f4d72296cc9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:27.755612 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c55252a1-15a8-4efc-856e-a3e4eacf510b req-a7bb321d-8e6c-4499-9447-4f4d72296cc9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0774815 Jul 09 21:02:27.804283 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c55252a1-15a8-4efc-856e-a3e4eacf510b req-0ea3ddc8-ce77-4240-91e4-7f36e79b5a3a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475814 Jul 09 21:02:28.139403 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:02:29.002134 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eff77-80b4-4298-a560-78695b2e97d1 req-a5711ada-6bb9-4fa7-b58f-361bef5e058e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:29.003660 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-631eff77-80b4-4298-a560-78695b2e97d1 req-a5711ada-6bb9-4fa7-b58f-361bef5e058e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0751247 Jul 09 21:02:29.047101 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-631eff77-80b4-4298-a560-78695b2e97d1 req-b199f1a9-14cd-49b9-87fa-61c5e6cc2d55 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372255 Jul 09 21:02:30.239015 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeb251-0143-4f82-8c04-f32712eb7c3d req-08fb8e48-18c7-4266-b3ff-7ca139213e6b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:30.240546 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-01aeb251-0143-4f82-8c04-f32712eb7c3d req-08fb8e48-18c7-4266-b3ff-7ca139213e6b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0727551 Jul 09 21:02:30.285088 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-01aeb251-0143-4f82-8c04-f32712eb7c3d req-857ba12d-bd5f-47ba-9bea-c3a402dd375a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379219 Jul 09 21:02:31.464012 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920c39-3e1c-427c-97fd-3e91c38a81d0 req-a2e463a7-70f5-4b8a-8c59-b158ed74822e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:31.465525 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b4920c39-3e1c-427c-97fd-3e91c38a81d0 req-a2e463a7-70f5-4b8a-8c59-b158ed74822e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0630913 Jul 09 21:02:31.508211 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b4920c39-3e1c-427c-97fd-3e91c38a81d0 req-372ba791-5d74-40de-a4b7-4232376150f9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371745 Jul 09 21:02:32.702847 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a3ac8-ffb1-43c5-a014-8ae7bea08c23 req-ee411383-268b-40dd-be6f-070058dfcba2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:32.705103 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c12a3ac8-ffb1-43c5-a014-8ae7bea08c23 req-ee411383-268b-40dd-be6f-070058dfcba2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0805259 Jul 09 21:02:32.746679 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c12a3ac8-ffb1-43c5-a014-8ae7bea08c23 req-733391a9-bca2-4dad-ac63-a87058f29e32 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358224 Jul 09 21:02:32.999391 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-fb8e4bd9-e815-45e3-a372-2b46934d4c3f tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665077020&fields=id&tenant_id=5987624be4474381a7d595393ebe00fa HTTP/1.1" status: 200 len: 267 time: 0.1102145 Jul 09 21:02:33.074517 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2acf759b-f4ce-4511-b61d-46651e6d11b7 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:33.076267 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2acf759b-f4ce-4511-b61d-46651e6d11b7 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 984 time: 0.0707431 Jul 09 21:02:33.087451 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Request body: {'port': {'security_groups': ['30101fb2-d885-4a69-a8f7-e766d22f21da']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:02:33.193931 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.388764 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] For port 51900402-fbf1-47db-ba56-6c05b83aa800, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=51900402-fbf1-47db-ba56-6c05b83aa800,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:33.423360 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.428758 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.470951 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['51900402-fbf1-47db-ba56-6c05b83aa800'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:02:33.473648 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:33.474106 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.475478 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c6090a53-22bd-49a8-b0c2-ea9a26da1249 req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "PUT /v2.0/ports/51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 942 time: 0.3928120 Jul 09 21:02:33.475944 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:02:33.481550 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49706) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:33.489593 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2454cd5-b68e-48db-af06-b62ca2e25529" -d '{"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:02:33.549398 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event updated for resources: {'Port': ['ID=51900402-fbf1-47db-ba56-6c05b83aa800,revision_number=7']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:33.557168 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.557512 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.557854 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.558253 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.558591 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.558921 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.559247 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.559569 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.559892 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.560261 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.560593 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.561489 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b285b4a-6637-48d8-9ae9-1a5cba3cccf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:33.594896 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7771d5d7-acf1-47b9-b714-5b37d5f8b51a x-openstack-request-id: req-7771d5d7-acf1-47b9-b714-5b37d5f8b51a {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:02:33.595192 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:02:33.595444 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7771d5d7-acf1-47b9-b714-5b37d5f8b51a {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:02:33.596444 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800', 'status': 'completed', 'code': 200} Jul 09 21:02:33.600288 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-da6aa309-e72f-4fd5-b492-86bfb0ccf3c5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.647168 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-da6aa309-e72f-4fd5-b492-86bfb0ccf3c5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.679129 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['51900402-fbf1-47db-ba56-6c05b83aa800'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:02:33.735933 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-da6aa309-e72f-4fd5-b492-86bfb0ccf3c5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.738991 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-da6aa309-e72f-4fd5-b492-86bfb0ccf3c5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:33.742501 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-da6aa309-e72f-4fd5-b492-86bfb0ccf3c5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "DELETE /v2.0/security-groups/0368906c-8c7c-4054-a815-4733eedf4c74 HTTP/1.1" status: 204 len: 168 time: 0.2575536 Jul 09 21:02:33.742872 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49710) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:33.759248 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aa309-e72f-4fd5-b492-86bfb0ccf3c5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0368906c-8c7c-4054-a815-4733eedf4c74,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:33.855239 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-50e83ac3-0810-401e-930e-6e8a4ecada91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:33.856842 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-50e83ac3-0810-401e-930e-6e8a4ecada91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1098 time: 0.2090492 Jul 09 21:02:33.879494 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-2152a058-ce1b-4a36-a2ea-7e580efa3e3f None None] Provisioning complete for port 51900402-fbf1-47db-ba56-6c05b83aa800 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:02:33.880022 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2152a058-ce1b-4a36-a2ea-7e580efa3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:34.054982 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-2cd76bc0-5844-409a-8c67-8ce7efefb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:34.056443 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-2cd76bc0-5844-409a-8c67-8ce7efefb8a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 916 time: 0.1922832 Jul 09 21:02:34.069211 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393879c-f4b0-4517-8cfe-7629734fb043 req-68100339-9ac3-4ebf-a159-2557feb43f93 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:34.070597 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2393879c-f4b0-4517-8cfe-7629734fb043 req-68100339-9ac3-4ebf-a159-2557feb43f93 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.1744800 Jul 09 21:02:34.116567 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Deleting port 0fe7ac19-4b91-4f80-8d2d-929571c9675b {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:34.116794 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:34.198449 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-3eb2af11-24b1-4105-85e9-5faafd1a7e90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 1001 time: 0.1262014 Jul 09 21:02:34.206212 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2393879c-f4b0-4517-8cfe-7629734fb043 req-9e9064a9-5364-456f-8598-4bf234de1360 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241596 Jul 09 21:02:34.272019 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:34.272338 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:34.275438 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-a98b2a8f-9172-49e9-acdc-7826bd432461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:34.277046 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-a98b2a8f-9172-49e9-acdc-7826bd432461 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 200 len: 854 time: 0.0679293 Jul 09 21:02:34.295016 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Calling delete_port for 0fe7ac19-4b91-4f80-8d2d-929571c9675b owned by network:floatingip {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:34.417546 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-c8523235-1973-46db-aae4-bcce441ba594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:34.419058 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-c8523235-1973-46db-aae4-bcce441ba594 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f5e160f4-2e46-48a0-8026-40274e15f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1345656 Jul 09 21:02:34.566632 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-71b4dccb-6ad7-4a23-bb35-b2cd6152f011 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199927 Jul 09 21:02:34.568931 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:34.602170 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event deleted for resources: {'Port': ['ID=0fe7ac19-4b91-4f80-8d2d-929571c9675b,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:34.723975 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks [] for floatingip, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:34.724321 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Floating IP a37dffff-7f0c-4620-b6ae-a127df100679 disassociated (deleted). External IP: 172.27.3.237, port: 51900402-fbf1-47db-ba56-6c05b83aa800. Jul 09 21:02:34.762329 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f2454cd5-b68e-48db-af06-b62ca2e25529 req-48256b7d-09f6-4f4e-901a-2be5c6ac1923 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883106 Jul 09 21:02:35.193161 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:02:35.302984 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:02:35.307370 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:35.320802 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] Sync routers for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:02:35.330915 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:02:35.331530 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:02:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:35.378169 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-eea3ef70-cb1c-4c34-9ca1-e369097c7d48 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "DELETE /v2.0/floatingips/a37dffff-7f0c-4620-b6ae-a127df100679 HTTP/1.1" status: 204 len: 168 time: 1.6341941 Jul 09 21:02:35.416431 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2caf0a-87ae-406b-b285-7a5ed0ad0e75 req-e49828df-4e81-4a33-9cdc-ae42b6939dfc tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:35.418260 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b2caf0a-87ae-406b-b285-7a5ed0ad0e75 req-e49828df-4e81-4a33-9cdc-ae42b6939dfc tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0893354 Jul 09 21:02:35.500780 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b2caf0a-87ae-406b-b285-7a5ed0ad0e75 req-2789c715-376e-4527-80eb-91783635ec1e tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677886 Jul 09 21:02:35.527008 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:02:35.597133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:02:35.600853 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea734964-6caa-485c-ae4a-87c0bb2d4e51" -d '{"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:02:35.762889 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1355918a-a9a2-43ba-9ad6-d3d4bd6d7ebe x-openstack-request-id: req-1355918a-a9a2-43ba-9ad6-d3d4bd6d7ebe {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:02:35.763217 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:02:35.763496 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1355918a-a9a2-43ba-9ad6-d3d4bd6d7ebe {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:02:35.763995 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800', 'status': 'completed', 'code': 200} Jul 09 21:02:35.877567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:08Z', 'revision_number': 5, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:35.914921 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] Checking router: 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:02:35.920277 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-fbd9f570-6731-4295-baad-33718c0eb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:35.923048 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-fbd9f570-6731-4295-baad-33718c0eb166 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5987624be4474381a7d595393ebe00fa&device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 1098 time: 0.1097536 Jul 09 21:02:35.926970 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:02:35.926970 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:02:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:36.058293 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:02:36.063393 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-171e46e2-4160-476e-ab54-2e3eef72a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:36.065243 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-171e46e2-4160-476e-ab54-2e3eef72a6ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 200 len: 916 time: 0.1346917 Jul 09 21:02:36.116841 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-4f9f0d35-4570-445a-b9e8-f9a329ac0639 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 200 len: 217 time: 0.0433877 Jul 09 21:02:36.168632 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-5ceab977-bf51-4f63-84bd-11f8788209c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:36.170112 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-5ceab977-bf51-4f63-84bd-11f8788209c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 200 len: 854 time: 0.0471063 Jul 09 21:02:36.232645 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-fb27eb61-c2c7-45a1-9201-510c210f8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:36.235106 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-fb27eb61-c2c7-45a1-9201-510c210f8275 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f5e160f4-2e46-48a0-8026-40274e15f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575423 Jul 09 21:02:36.314710 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:08Z', 'revision_number': 5, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:36.352720 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-fd96d240-3e00-4681-9be8-cd647576bdee service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012840 Jul 09 21:02:36.358987 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0443f9-259e-4e9f-9f27-1872f0cff71a None None] The sync data for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi is: [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:02Z', 'revision_number': 4, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5', 'name': '', 'network_id': 'f5e160f4-2e46-48a0-8026-40274e15f631', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'mac_address': 'fa:16:3e:62:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '93c26968-d8d8-4110-b588-44a0fe474854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:01Z', 'updated_at': '2021-07-09T20:59:08Z', 'revision_number': 5, 'project_id': '5987624be4474381a7d595393ebe00fa', 'subnets': [{'id': '93c26968-d8d8-4110-b588-44a0fe474854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:02:36.461006 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ea734964-6caa-485c-ae4a-87c0bb2d4e51 req-d09ca199-cb55-4afa-9e54-f031d165e0e0 service neutron] 10.222.0.83 "GET /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002846 Jul 09 21:02:36.712159 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05570851-2450-469f-b795-55fbeb5eb91a None None] New status for floating IP a37dffff-7f0c-4620-b6ae-a127df100679: DOWN {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:02:36.750562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ed924-9991-491e-aed4-3887a274afbd req-2706f1b2-ced1-4c06-9929-c4bae6d7b869 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:36.753052 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aa8ed924-9991-491e-aed4-3887a274afbd req-2706f1b2-ced1-4c06-9929-c4bae6d7b869 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0982144 Jul 09 21:02:36.853345 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-aa8ed924-9991-491e-aed4-3887a274afbd req-bceac607-c210-461b-a503-0ecca53b403c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767136 Jul 09 21:02:38.066122 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0dab5-298b-4373-82e5-4312b7d195ec req-79457405-c087-4d01-ba3f-831ac64c2479 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:38.068299 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-30f0dab5-298b-4373-82e5-4312b7d195ec req-79457405-c087-4d01-ba3f-831ac64c2479 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0797000 Jul 09 21:02:38.111426 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-30f0dab5-298b-4373-82e5-4312b7d195ec req-f60cbff9-34c3-4dad-a8f7-36bd6a8c86ab tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372207 Jul 09 21:02:38.730498 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-2b94f415-a9b3-4060-a5a6-df1f6b48a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:38.731857 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-2b94f415-a9b3-4060-a5a6-df1f6b48a1a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 1099 time: 0.0561361 Jul 09 21:02:38.845388 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-27b1a2ef-cf82-4502-95c1-f03794d5f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:38.846838 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-27b1a2ef-cf82-4502-95c1-f03794d5f19c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.1083770 Jul 09 21:02:38.915429 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-794acdfa-1345-47f4-8f7d-94ba0aea3b84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30050f57-1fa3-485f-895b-6fb3c0796078 HTTP/1.1" status: 200 len: 1002 time: 0.0611107 Jul 09 21:02:38.966368 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-cf21841b-0fca-4c67-ac52-983bbc29c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:38.967874 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-cf21841b-0fca-4c67-ac52-983bbc29c197 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0455265 Jul 09 21:02:39.035386 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-63dd5592-bd7a-4285-bec6-9768dd123709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:39.036900 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-63dd5592-bd7a-4285-bec6-9768dd123709 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627089 Jul 09 21:02:39.131113 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-501224b2-2932-4e1d-b593-db9c1018f856 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863409 Jul 09 21:02:39.224642 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-255f0ca6-1d05-45bb-b65a-33c8d405708a req-9c42cb7f-7017-45ac-9a18-78d1a4ca0209 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872436 Jul 09 21:02:39.298183 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920cb1f-0557-4b94-b267-b50ae03d1dfe req-79afed87-c6ed-4ecc-ba97-18dc305d83d5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:39.299677 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d920cb1f-0557-4b94-b267-b50ae03d1dfe req-79afed87-c6ed-4ecc-ba97-18dc305d83d5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0666881 Jul 09 21:02:39.337761 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d920cb1f-0557-4b94-b267-b50ae03d1dfe req-e7d97aad-6332-4eb7-bdba-af353fe5be33 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323930 Jul 09 21:02:39.849786 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162e247-54f8-4850-ad7f-4c68fe79450f req-5fa5f485-8973-4371-871d-3b618bd19bf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:39.851154 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5162e247-54f8-4850-ad7f-4c68fe79450f req-5fa5f485-8973-4371-871d-3b618bd19bf5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0610957 Jul 09 21:02:39.887165 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5162e247-54f8-4850-ad7f-4c68fe79450f req-6f2f5898-8eb7-48ee-8570-fe58ab55d798 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Jul 09 21:02:40.513470 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ddce2-42da-49e1-8276-9cd8e87a0e00 req-2358d4fd-1ae1-4eea-b7ec-1dbbd98054e4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:40.514981 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-395ddce2-42da-49e1-8276-9cd8e87a0e00 req-2358d4fd-1ae1-4eea-b7ec-1dbbd98054e4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 946 time: 0.0626278 Jul 09 21:02:40.556487 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-395ddce2-42da-49e1-8276-9cd8e87a0e00 req-01398a27-ca54-4654-a7ca-86101ac77a05 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355577 Jul 09 21:02:40.644798 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:40.716511 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:40.738378 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:02:40.740596 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689daddd-0cde-4d54-bf29-022e6a9a6d90" -d '{"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-unplugged", "status": "completed", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:02:40.752453 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:40.757079 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:40.784461 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b50699-eef7-4a4d-99be-2c11d06336d2 x-openstack-request-id: req-30b50699-eef7-4a4d-99be-2c11d06336d2 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:02:40.784744 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-unplugged", "status": "completed", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:02:40.785022 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30b50699-eef7-4a4d-99be-2c11d06336d2 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:02:40.785398 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078', 'code': 200} Jul 09 21:02:40.806973 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c34a3ce4-bb08-47c8-8920-5a9e79f42e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:40.819529 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=8']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:40.826567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.826915 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.827253 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.827617 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.827946 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.828273 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.828597 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.828942 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.829265 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.829584 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.829899 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:40.830214 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:41.060655 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd3ad7-7a74-45f4-8fb0-d0590e181167 req-8980ac99-ac18-49ca-8491-12eacdb80df0 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:41.061953 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f1bd3ad7-7a74-45f4-8fb0-d0590e181167 req-8980ac99-ac18-49ca-8491-12eacdb80df0 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.0656023 Jul 09 21:02:41.100201 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f1bd3ad7-7a74-45f4-8fb0-d0590e181167 req-1e202649-141b-403d-8bd4-703eb41947f2 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Jul 09 21:02:41.738064 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b2445-cb5f-492e-9de7-4096ae28985c req-d70e3c3b-d758-42a5-aed2-deb67d46dec2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:41.739605 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-721b2445-cb5f-492e-9de7-4096ae28985c req-d70e3c3b-d758-42a5-aed2-deb67d46dec2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0646505 Jul 09 21:02:41.776650 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-721b2445-cb5f-492e-9de7-4096ae28985c req-a65ecb5b-618c-4180-a2f6-a9ad1f6efd62 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314610 Jul 09 21:02:42.299892 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-c36f3463-6373-480d-8844-dde842378ddf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:42.301457 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-c36f3463-6373-480d-8844-dde842378ddf tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.83 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.1221557 Jul 09 21:02:42.324300 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057e2db-1706-4ceb-a90d-b5febf7ca363 req-e0660760-cf97-45c2-85d8-d6d06fc9e7d5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:42.325772 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8057e2db-1706-4ceb-a90d-b5febf7ca363 req-e0660760-cf97-45c2-85d8-d6d06fc9e7d5 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/ports?device_id=4443a371-823d-48d1-bdc0-7b596f6ae023 HTTP/1.1" status: 200 len: 945 time: 0.1042469 Jul 09 21:02:42.412522 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8057e2db-1706-4ceb-a90d-b5febf7ca363 req-63fd8c40-7460-4a0f-abcf-60b84b1f0027 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.77 "GET /v2.0/security-groups?id=30101fb2-d885-4a69-a8f7-e766d22f21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685408 Jul 09 21:02:42.437789 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Deleting port 51900402-fbf1-47db-ba56-6c05b83aa800 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:42.438133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:42.532309 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] For port 51900402-fbf1-47db-ba56-6c05b83aa800, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=51900402-fbf1-47db-ba56-6c05b83aa800,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:42.532780 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:42.544719 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Calling delete_port for 51900402-fbf1-47db-ba56-6c05b83aa800 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:42.683577 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:42.742997 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Pushing event deleted for resources: {'Port': ['ID=51900402-fbf1-47db-ba56-6c05b83aa800,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:42.763559 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['51900402-fbf1-47db-ba56-6c05b83aa800'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:02:42.775324 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] No DVR routers for this DVR port 51900402-fbf1-47db-ba56-6c05b83aa800 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:02:42.778537 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:42.780546 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-59bd6e07-a45c-420f-9596-760b3bebb9e9 req-737e237d-15b4-4a43-94ad-3a1c21af21e6 tempest-TestMinimumBasicScenario-563856040 tempest-TestMinimumBasicScenario-563856040-project] 10.222.0.83 "DELETE /v2.0/ports/51900402-fbf1-47db-ba56-6c05b83aa800 HTTP/1.1" status: 204 len: 173 time: 0.4714956 Jul 09 21:02:42.781133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'name': 'network-vif-deleted', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:02:42.783380 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee13e59-9da4-4f15-8105-8b1cd68c0148" -d '{"events": [{"server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "name": "network-vif-deleted", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:02:42.851185 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ee2e1-aa32-4269-8d49-7d677ee00d8c x-openstack-request-id: req-ee9ee2e1-aa32-4269-8d49-7d677ee00d8c {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:02:42.851473 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4443a371-823d-48d1-bdc0-7b596f6ae023", "name": "network-vif-deleted", "tag": "51900402-fbf1-47db-ba56-6c05b83aa800", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:02:42.851726 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee9ee2e1-aa32-4269-8d49-7d677ee00d8c {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:02:42.852120 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4443a371-823d-48d1-bdc0-7b596f6ae023', 'name': 'network-vif-deleted', 'tag': '51900402-fbf1-47db-ba56-6c05b83aa800', 'status': 'completed', 'code': 200} Jul 09 21:02:42.929245 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a79a-d5e3-4d58-b05b-21e64724fdd1 req-da106530-e551-4c7d-84f7-d76edb5fafaa tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:42.933287 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4ee8a79a-d5e3-4d58-b05b-21e64724fdd1 req-da106530-e551-4c7d-84f7-d76edb5fafaa tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0688074 Jul 09 21:02:42.974246 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4ee8a79a-d5e3-4d58-b05b-21e64724fdd1 req-8eabef5c-66ba-4eeb-a3a8-424c934af8bb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378714 Jul 09 21:02:43.124949 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49838) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:43.217246 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-1fd0f116-8c4e-469f-936f-11a3d4eb1c05 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911443 Jul 09 21:02:43.451662 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d6af0d5c-6034-4aad-9975-ad5afb5b7f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:43.773862 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:44.033336 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49892) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:44.266961 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79508be-e479-4345-928a-2d2670e8ad3e req-14cd219a-e477-4da6-9678-6f1dcffd5415 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:44.268382 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b79508be-e479-4345-928a-2d2670e8ad3e req-14cd219a-e477-4da6-9678-6f1dcffd5415 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.1501167 Jul 09 21:02:44.352065 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b79508be-e479-4345-928a-2d2670e8ad3e req-f4573811-b3bb-4cd8-82e2-4087ea8db9a1 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743823 Jul 09 21:02:44.394751 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-b26f877b-28d6-481c-be0a-fbe2d3d7d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:44.396213 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-b26f877b-28d6-481c-be0a-fbe2d3d7d869 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81&tenant_id=7e7a68d88e83453bb651dbd85e1a6926 HTTP/1.1" status: 200 len: 1097 time: 0.1390319 Jul 09 21:02:44.526243 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-96b806ab-afd6-46eb-b7f7-306e2624f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:44.527618 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-96b806ab-afd6-46eb-b7f7-306e2624f3ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 1097 time: 0.0973206 Jul 09 21:02:44.623447 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:44.663444 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 51900402-fbf1-47db-ba56-6c05b83aa800 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:44.677532 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:44.681891 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-fec07e3f-2846-4bbb-bdf7-7c1df206215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:44.683210 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 51900402-fbf1-47db-ba56-6c05b83aa800 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:02:44.683351 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-fec07e3f-2846-4bbb-bdf7-7c1df206215f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.1358430 Jul 09 21:02:44.683565 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 51900402-fbf1-47db-ba56-6c05b83aa800 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:02:44.684041 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:45.000004 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:45.056214 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-04bcb1c1-6baa-4f5a-948d-a3002b0b0485 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30050f57-1fa3-485f-895b-6fb3c0796078 HTTP/1.1" status: 200 len: 1000 time: 0.3408554 Jul 09 21:02:45.190743 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-ce908f82-0671-4b4f-84f7-52e5d8b9eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:45.192175 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-ce908f82-0671-4b4f-84f7-52e5d8b9eeb0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.1267593 Jul 09 21:02:45.280621 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-a30b09e8-176d-4243-a628-06ae7e707009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:45.282033 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-a30b09e8-176d-4243-a628-06ae7e707009 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798755 Jul 09 21:02:45.417862 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-9fdcc38f-85fc-4054-a3a1-66d344c61827 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192002 Jul 09 21:02:45.426853 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Deleting port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:45.427189 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:45.611143 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] For port dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:45.611501 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:45.622726 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c70e8cc3-5811-49a7-a014-a6d7d3668417 req-5b1c2fcb-63e2-4904-82a2-615b742fe2b7 service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975398 Jul 09 21:02:45.631081 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Calling delete_port for dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 owned by network:router_interface {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:45.649541 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc395-829b-4b51-8017-a14e40bcf974 req-9e4b8e10-5d17-447c-b099-93e54a547ac6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:45.651234 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-740cc395-829b-4b51-8017-a14e40bcf974 req-9e4b8e10-5d17-447c-b099-93e54a547ac6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.1729977 Jul 09 21:02:45.729721 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-740cc395-829b-4b51-8017-a14e40bcf974 req-c0b65a98-c9b3-4a8c-845e-3dcce77a3ee2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458570 Jul 09 21:02:45.870114 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:45.895545 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:46.076681 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:46.111933 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:46.383176 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:02:46.497259 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:02:46.503293 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8f47900c-345d-462f-a1e7-6c10e95a45b6 admin admin] 10.222.0.77 "PUT /v2.0/routers/3fc6caef-ae94-40bd-a98b-9d6bba2f4024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4688597 Jul 09 21:02:46.505971 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49922) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:46.507441 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] Sync routers for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:02:46.516483 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:02:46.517141 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:02:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:46.610502 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks [] for router, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:46.649368 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:02:46.725500 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:46.808138 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Deleting port e554817e-cc4c-4388-ab5c-bad2c763f906 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:46.808621 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:46.863815 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T21:02:45Z', 'revision_number': 5, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port': {'id': 'e554817e-cc4c-4388-ab5c-bad2c763f906', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ad:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T20:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:46.890038 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] Checking router: 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:02:46.898503 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] Routers {'3fc6caef-ae94-40bd-a98b-9d6bba2f4024'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:02:46.899106 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:02:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:46.931410 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] For port e554817e-cc4c-4388-ab5c-bad2c763f906, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e554817e-cc4c-4388-ab5c-bad2c763f906,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:46.931855 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:46.947487 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Calling delete_port for e554817e-cc4c-4388-ab5c-bad2c763f906 owned by network:router_gateway {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:47.007682 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] Set router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 gateway port host: None {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:02:47.010223 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b0c54-d330-4b53-96c1-4dab1104f157 req-9c80bbb4-536c-4816-b210-2a46d53874ca tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:47.011727 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-105b0c54-d330-4b53-96c1-4dab1104f157 req-9c80bbb4-536c-4816-b210-2a46d53874ca tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.1295431 Jul 09 21:02:47.063214 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T21:02:46Z', 'revision_number': 6, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port_host': None}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:47.091803 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc4657-d1c8-48f3-8aac-413a5c39e951 None None] The sync data for ids ['3fc6caef-ae94-40bd-a98b-9d6bba2f4024'] in dv-cinder-800306-1-iscsi is: [{'id': '3fc6caef-ae94-40bd-a98b-9d6bba2f4024', 'name': 'tempest-TestMinimumBasicScenario-1130409464-router', 'tenant_id': '5987624be4474381a7d595393ebe00fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:58:59Z', 'updated_at': '2021-07-09T21:02:46Z', 'revision_number': 6, 'project_id': '5987624be4474381a7d595393ebe00fa', 'gw_port_host': None}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:02:47.100734 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-105b0c54-d330-4b53-96c1-4dab1104f157 req-c496744e-4012-4c87-a956-e2b14c3d7242 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795910 Jul 09 21:02:47.190453 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.214904 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Pushing event deleted for resources: {'Port': ['ID=e554817e-cc4c-4388-ab5c-bad2c763f906,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:47.274905 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.375559 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.377509 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.439279 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.439798 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc6caef-ae94-40bd-a98b-9d6bba2f4024 {{(pid=92868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:02:47.444775 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.445945 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-45ae637f-f154-4fd7-95c0-755a0e459892 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3fc6caef-ae94-40bd-a98b-9d6bba2f4024 HTTP/1.1" status: 204 len: 168 time: 0.9389684 Jul 09 21:02:47.448604 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49926) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:47.494045 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ef42e4-d85b-412d-8586-a9defada6be8 admin admin] Deleting subnet 93c26968-d8d8-4110-b588-44a0fe474854 {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:02:47.497736 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-11ef42e4-d85b-412d-8586-a9defada6be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.539684 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-11ef42e4-d85b-412d-8586-a9defada6be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.645654 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-11ef42e4-d85b-412d-8586-a9defada6be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.705468 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-11ef42e4-d85b-412d-8586-a9defada6be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.728663 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef42e4-d85b-412d-8586-a9defada6be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c26968-d8d8-4110-b588-44a0fe474854,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:47.734389 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-11ef42e4-d85b-412d-8586-a9defada6be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.739030 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-11ef42e4-d85b-412d-8586-a9defada6be8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/93c26968-d8d8-4110-b588-44a0fe474854 HTTP/1.1" status: 204 len: 168 time: 0.2894399 Jul 09 21:02:47.739170 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49928) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:47.740425 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da3b76-5fa0-4881-b999-fb3eaa1e7183 None None] Network f5e160f4-2e46-48a0-8026-40274e15f631 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:02:47.844840 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.915333 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Deleting port 6a7874a8-518c-49c5-9bb7-e8fd33f760df {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:47.915904 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:47.977295 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e554817e-cc4c-4388-ab5c-bad2c763f906 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:47.996181 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] For port 6a7874a8-518c-49c5-9bb7-e8fd33f760df, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=6a7874a8-518c-49c5-9bb7-e8fd33f760df,segment=NetworkSegment(7b785674-7481-4aeb-90bf-b1825fe84345),segment_id=7b785674-7481-4aeb-90bf-b1825fe84345)] {{(pid=92867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:47.996852 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:48.012399 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Calling delete_port for 6a7874a8-518c-49c5-9bb7-e8fd33f760df owned by network:dhcp {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:48.015140 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: e554817e-cc4c-4388-ab5c-bad2c763f906 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:02:48.015490 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e554817e-cc4c-4388-ab5c-bad2c763f906 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:02:48.015901 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:48.051168 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:02:48.051513 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device dbf3b6fa-49d2-4a99-9ee9-237b85ad6ff5 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:02:48.104160 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:48.117655 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] No DVR routers for this DVR port 6a7874a8-518c-49c5-9bb7-e8fd33f760df on host dv-cinder-800306-1-iscsi {{(pid=92867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:02:48.165081 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa9ec3-3b83-4b5a-953a-15f6eb6e8307 None None] DHCP port deletion for f5e160f4-2e46-48a0-8026-40274e15f631 request from dv-cinder-800306-1-iscsi {{(pid=92869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:02:48.218973 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7874a8-518c-49c5-9bb7-e8fd33f760df,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:48.265276 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:48.276112 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e160f4-2e46-48a0-8026-40274e15f631']}} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:48.289763 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b785674-7481-4aeb-90bf-b1825fe84345') {'for_net_delete': True} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:48.290055 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b785674-7481-4aeb-90bf-b1825fe84345') {} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:48.300218 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10217005'] for segment, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:48.323887 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:48.328753 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=92867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:02:48.329413 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8531095'] for segment, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: Traceback (most recent call last): Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: timer() Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: cb(*args, **kw) Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: return func(*args, **kwargs) Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: self._notify() Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: self.callback(batched_events) Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: event.method(event) Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: return f(self, *a, **k) Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._get(url).json() Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: return self.request(url, 'GET', **kwargs) Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:02:48.331566 dv-cinder-800306-1-iscsi neutron-server[92867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:02:48.377291 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c8062-4262-434b-954a-8d370ba1e801 req-ffda934c-12d4-409d-a485-128fb434ef9d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:48.378834 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-871c8062-4262-434b-954a-8d370ba1e801 req-ffda934c-12d4-409d-a485-128fb434ef9d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.1012454 Jul 09 21:02:48.391338 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:48.398138 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:48.399892 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] 10.222.0.77 "DELETE /v2.0/networks/f5e160f4-2e46-48a0-8026-40274e15f631 HTTP/1.1" status: 204 len: 168 time: 0.6595929 Jul 09 21:02:48.403037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49932) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:48.409910 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de721d31-0bb7-45c8-8ffc-2f06cd3c7cad admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e160f4-2e46-48a0-8026-40274e15f631,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:48.463459 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-871c8062-4262-434b-954a-8d370ba1e801 req-603517de-a4cd-4b21-b3fd-902b794fe6a0 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783730 Jul 09 21:02:49.052739 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:49.323664 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Deleting port 0951ae04-b36c-422a-b52c-8a46e0b4f866 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:49.323916 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:49.406980 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] For port 0951ae04-b36c-422a-b52c-8a46e0b4f866, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=0951ae04-b36c-422a-b52c-8a46e0b4f866,segment=NetworkSegment(de5f4ea4-2ff3-4beb-912f-506108669716),segment_id=de5f4ea4-2ff3-4beb-912f-506108669716)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:49.407699 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:49.419927 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Calling delete_port for 0951ae04-b36c-422a-b52c-8a46e0b4f866 owned by network:router_interface {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:49.602795 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:49.658790 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Pushing event deleted for resources: {'Port': ['ID=0951ae04-b36c-422a-b52c-8a46e0b4f866,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:49.830516 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e23e83-9c65-4b1b-a946-7351f94c4daf req-292dc293-3098-4898-a587-e3228b988f56 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:49.832070 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-47e23e83-9c65-4b1b-a946-7351f94c4daf req-292dc293-3098-4898-a587-e3228b988f56 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.2270687 Jul 09 21:02:49.852585 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 6a7874a8-518c-49c5-9bb7-e8fd33f760df no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:49.871458 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:49.886723 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 6a7874a8-518c-49c5-9bb7-e8fd33f760df {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:02:49.887128 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 6a7874a8-518c-49c5-9bb7-e8fd33f760df not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:02:49.917453 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-47e23e83-9c65-4b1b-a946-7351f94c4daf req-53485bb6-ec47-4858-b30b-ff678467074d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795126 Jul 09 21:02:50.130374 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Router c6942acb-d741-49ff-b302-c238180ef2a5 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:02:50.240718 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:02:50.245855 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-dbbf4142-9478-46b4-93de-a3c368c7c119 admin admin] 10.222.0.77 "PUT /v2.0/routers/c6942acb-d741-49ff-b302-c238180ef2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417325 Jul 09 21:02:50.248285 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 49938) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:50.252092 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] Sync routers for ids ['c6942acb-d741-49ff-b302-c238180ef2a5'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:02:50.264006 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] Routers {'c6942acb-d741-49ff-b302-c238180ef2a5'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:02:50.265055 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:02:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c6942acb-d741-49ff-b302-c238180ef2a5'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:50.352998 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks [] for router, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:50.383890 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] Set router c6942acb-d741-49ff-b302-c238180ef2a5 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:02:50.458511 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:50.519121 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Deleting port b6959ed8-3062-4469-954c-73255c950fd1 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:50.519521 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:50.567922 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T21:02:49Z', 'revision_number': 5, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port': {'id': 'b6959ed8-3062-4469-954c-73255c950fd1', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:50.597097 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] Checking router: c6942acb-d741-49ff-b302-c238180ef2a5 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:02:50.605920 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] Routers {'c6942acb-d741-49ff-b302-c238180ef2a5'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:02:50.606694 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:02:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c6942acb-d741-49ff-b302-c238180ef2a5'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:50.619863 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] For port b6959ed8-3062-4469-954c-73255c950fd1, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=b6959ed8-3062-4469-954c-73255c950fd1,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:50.620220 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:50.634277 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Calling delete_port for b6959ed8-3062-4469-954c-73255c950fd1 owned by network:router_gateway {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:50.705128 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] Set router c6942acb-d741-49ff-b302-c238180ef2a5 gateway port host: None {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:02:50.754918 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T21:02:50Z', 'revision_number': 6, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port_host': None}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:50.784853 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0484c9f-5fa1-44c3-9888-f092a39131e0 None None] The sync data for ids ['c6942acb-d741-49ff-b302-c238180ef2a5'] in dv-cinder-800306-1-iscsi is: [{'id': 'c6942acb-d741-49ff-b302-c238180ef2a5', 'name': 'tempest-TestMinimumBasicScenario-2123072311-router', 'tenant_id': 'db7417db6b3a4822a8e521f80ff2b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:04Z', 'updated_at': '2021-07-09T21:02:50Z', 'revision_number': 6, 'project_id': 'db7417db6b3a4822a8e521f80ff2b792', 'gw_port_host': None}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:02:50.824083 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:50.852021 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6959ed8-3062-4469-954c-73255c950fd1,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:50.913931 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.014235 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.017139 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.094206 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.094991 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6942acb-d741-49ff-b302-c238180ef2a5 {{(pid=92868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:02:51.099750 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.100891 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-e7599cc6-8561-457e-8d8b-601218a0e944 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c6942acb-d741-49ff-b302-c238180ef2a5 HTTP/1.1" status: 204 len: 168 time: 0.8510630 Jul 09 21:02:51.103692 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49942) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:51.150528 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155239e9-1e18-44b5-bdaa-4e6cd82ddd36 req-21c0b3f0-dc3d-4660-b705-3426f18c56cf tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:51.150768 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f965ae-fbc7-4a5a-9e8a-d0fe9b3685b2 admin admin] Deleting subnet 43f5e527-079b-4c55-acf4-856ebf30c77e {{(pid=92867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:02:51.152018 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-155239e9-1e18-44b5-bdaa-4e6cd82ddd36 req-21c0b3f0-dc3d-4660-b705-3426f18c56cf tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0967047 Jul 09 21:02:51.153718 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-15f965ae-fbc7-4a5a-9e8a-d0fe9b3685b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.199392 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-15f965ae-fbc7-4a5a-9e8a-d0fe9b3685b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10217018'] for subnet, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.210039 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-155239e9-1e18-44b5-bdaa-4e6cd82ddd36 req-86ddf4e8-c8c9-448f-b079-203c9f6241bd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520127 Jul 09 21:02:51.341668 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-15f965ae-fbc7-4a5a-9e8a-d0fe9b3685b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.400806 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-15f965ae-fbc7-4a5a-9e8a-d0fe9b3685b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529470'] for subnet, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.428333 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f965ae-fbc7-4a5a-9e8a-d0fe9b3685b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f5e527-079b-4c55-acf4-856ebf30c77e,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:51.430188 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-15f965ae-fbc7-4a5a-9e8a-d0fe9b3685b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.432021 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-15f965ae-fbc7-4a5a-9e8a-d0fe9b3685b2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/43f5e527-079b-4c55-acf4-856ebf30c77e HTTP/1.1" status: 204 len: 168 time: 0.3273761 Jul 09 21:02:51.434417 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae107b77-c9a5-4380-8213-51a7bf499c18 None None] Network 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:02:51.434893 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49944) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:51.511686 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.566669 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Deleting port bb3b37d2-4643-4019-a1ee-e0a246f076dc {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:51.566922 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.650267 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] For port bb3b37d2-4643-4019-a1ee-e0a246f076dc, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=bb3b37d2-4643-4019-a1ee-e0a246f076dc,segment=NetworkSegment(de5f4ea4-2ff3-4beb-912f-506108669716),segment_id=de5f4ea4-2ff3-4beb-912f-506108669716)] {{(pid=92867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:51.650625 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.665013 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] DHCP port deletion for 27c5d7ff-7f33-4e53-9059-b8608e03a1b8 request from dv-cinder-800306-1-iscsi {{(pid=92869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:02:51.675140 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Calling delete_port for bb3b37d2-4643-4019-a1ee-e0a246f076dc owned by network:dhcp {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:51.726505 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] Deleting port bb3b37d2-4643-4019-a1ee-e0a246f076dc {{(pid=92869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:02:51.727303 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.791499 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device b6959ed8-3062-4469-954c-73255c950fd1 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:51.807146 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.826532 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: b6959ed8-3062-4469-954c-73255c950fd1 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:02:51.827496 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device b6959ed8-3062-4469-954c-73255c950fd1 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:02:51.827983 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 0951ae04-b36c-422a-b52c-8a46e0b4f866 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:51.837752 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3b37d2-4643-4019-a1ee-e0a246f076dc,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:51.839835 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] No DVR routers for this DVR port bb3b37d2-4643-4019-a1ee-e0a246f076dc on host dv-cinder-800306-1-iscsi {{(pid=92867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:02:51.861693 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 0951ae04-b36c-422a-b52c-8a46e0b4f866 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:02:51.862296 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 0951ae04-b36c-422a-b52c-8a46e0b4f866 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:02:51.862873 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device bb3b37d2-4643-4019-a1ee-e0a246f076dc no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:02:51.892674 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] For port bb3b37d2-4643-4019-a1ee-e0a246f076dc, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=bb3b37d2-4643-4019-a1ee-e0a246f076dc,segment=NetworkSegment(de5f4ea4-2ff3-4beb-912f-506108669716),segment_id=de5f4ea4-2ff3-4beb-912f-506108669716)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:02:51.893620 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.896746 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: bb3b37d2-4643-4019-a1ee-e0a246f076dc {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:02:51.897345 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device bb3b37d2-4643-4019-a1ee-e0a246f076dc not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:02:51.915240 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] Calling delete_port for bb3b37d2-4643-4019-a1ee-e0a246f076dc owned by network:dhcp {{(pid=92869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:02:51.947303 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:51.959985 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c5d7ff-7f33-4e53-9059-b8608e03a1b8']}} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:51.972694 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5f4ea4-2ff3-4beb-912f-506108669716') {'for_net_delete': True} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:51.974979 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5f4ea4-2ff3-4beb-912f-506108669716') {} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:02:51.991100 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10217005'] for segment, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.024397 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.031902 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=92867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:02:52.032327 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8531095'] for segment, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: Traceback (most recent call last): Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: timer() Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: cb(*args, **kw) Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: return func(*args, **kwargs) Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: self._notify() Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: self.callback(batched_events) Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: event.method(event) Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: return f(self, *a, **k) Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._get(url).json() Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: return self.request(url, 'GET', **kwargs) Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:02:52.073320 dv-cinder-800306-1-iscsi neutron-server[92867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:02:52.082231 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613'] for port, after_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.095590 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.112879 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.114984 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] 10.222.0.77 "DELETE /v2.0/networks/27c5d7ff-7f33-4e53-9059-b8608e03a1b8 HTTP/1.1" status: 204 len: 168 time: 0.6794748 Jul 09 21:02:52.116290 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3e063-e09c-4c46-a70a-d0a6c3ae4758 admin admin] Pushing event deleted for resources: {'Network': ['ID=27c5d7ff-7f33-4e53-9059-b8608e03a1b8,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:52.132875 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] No DVR routers for this DVR port bb3b37d2-4643-4019-a1ee-e0a246f076dc on host dv-cinder-800306-1-iscsi {{(pid=92869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:02:52.134492 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4ce02-42e1-4782-83d5-7e26a0893ebf None None] Pushing event deleted for resources: {'Port': ['ID=bb3b37d2-4643-4019-a1ee-e0a246f076dc,revision_number=None']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:52.317625 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49950) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:52.361819 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-bc9464c7-e004-4d4e-b264-cbb7a6b8f932 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5987624be4474381a7d595393ebe00fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429697 Jul 09 21:02:52.364594 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49952) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:52.431203 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0e63c35e-4c82-4367-a13b-3a5992a032a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.443847 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643c296-e8e3-43bb-9e91-b4bbe45acfd0 req-03e748de-59b8-40dd-a1f1-cef6b123a4db tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:52.445339 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0643c296-e8e3-43bb-9e91-b4bbe45acfd0 req-03e748de-59b8-40dd-a1f1-cef6b123a4db tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0871077 Jul 09 21:02:52.453749 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0e63c35e-4c82-4367-a13b-3a5992a032a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.485842 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0643c296-e8e3-43bb-9e91-b4bbe45acfd0 req-b841d3f6-32a9-4565-b099-2e0d4d37c108 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349739 Jul 09 21:02:52.501274 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0e63c35e-4c82-4367-a13b-3a5992a032a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.505453 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0e63c35e-4c82-4367-a13b-3a5992a032a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.509991 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-0e63c35e-4c82-4367-a13b-3a5992a032a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/30101fb2-d885-4a69-a8f7-e766d22f21da HTTP/1.1" status: 204 len: 168 time: 0.1443048 Jul 09 21:02:52.519714 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63c35e-4c82-4367-a13b-3a5992a032a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30101fb2-d885-4a69-a8f7-e766d22f21da,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:52.853224 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49958) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:52.896471 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-031d2d25-fb45-46c7-a518-2719e968828e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db7417db6b3a4822a8e521f80ff2b792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420544 Jul 09 21:02:52.898853 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 49960) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:52.953095 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7a5cf4e0-6c75-4168-86cf-c0581ff7ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:52.973975 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7a5cf4e0-6c75-4168-86cf-c0581ff7ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:53.021777 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7a5cf4e0-6c75-4168-86cf-c0581ff7ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:53.025615 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-7a5cf4e0-6c75-4168-86cf-c0581ff7ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:53.026820 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-7a5cf4e0-6c75-4168-86cf-c0581ff7ae6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b4b0c82-e3ca-4d2b-9411-2eb7250a6fd7 HTTP/1.1" status: 204 len: 168 time: 0.1270750 Jul 09 21:02:53.036647 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cf4e0-6c75-4168-86cf-c0581ff7ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b0c82-e3ca-4d2b-9411-2eb7250a6fd7,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:53.670564 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f237d-92ab-4051-80ae-9b1e80585e41 req-80aa7b69-1e5d-482f-86d1-f562e3eda9a4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:53.677461 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dc2f237d-92ab-4051-80ae-9b1e80585e41 req-80aa7b69-1e5d-482f-86d1-f562e3eda9a4 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0724361 Jul 09 21:02:53.713756 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dc2f237d-92ab-4051-80ae-9b1e80585e41 req-ddf05680-eb3f-4e64-8842-67793d813bcb tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354571 Jul 09 21:02:54.890510 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b0bc1-c216-451c-9204-f76cdba90844 req-80dd46b7-770b-46cb-832c-dec5d9cad2cd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:54.891960 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-546b0bc1-c216-451c-9204-f76cdba90844 req-80dd46b7-770b-46cb-832c-dec5d9cad2cd tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0640326 Jul 09 21:02:54.929807 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-546b0bc1-c216-451c-9204-f76cdba90844 req-481a4948-e6fd-441c-94a8-4e069d24ea07 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318592 Jul 09 21:02:56.113616 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45998b-3182-4026-9dd5-57edfc63475c req-f3cde10c-a559-4921-aea7-4e781234185c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:56.115101 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5f45998b-3182-4026-9dd5-57edfc63475c req-f3cde10c-a559-4921-aea7-4e781234185c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0727372 Jul 09 21:02:56.151840 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5f45998b-3182-4026-9dd5-57edfc63475c req-bf6f0dcc-66d4-40df-9195-7e93fb01275a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312834 Jul 09 21:02:57.333417 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ce726-4d5f-4cb8-90bd-b65134e9bb26 req-9c7f2e23-ebd9-4469-a2a4-c3c46acabaf6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:57.334861 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8b4ce726-4d5f-4cb8-90bd-b65134e9bb26 req-9c7f2e23-ebd9-4469-a2a4-c3c46acabaf6 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0623374 Jul 09 21:02:57.377771 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8b4ce726-4d5f-4cb8-90bd-b65134e9bb26 req-a7069855-8edd-43f5-990c-17ac708ff4ea tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373056 Jul 09 21:02:58.581804 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15523-c068-41f8-be4e-7012f749cef2 req-30865cdb-2ee8-42e9-852f-878f954202ef tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:58.583545 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5e15523-c068-41f8-be4e-7012f749cef2 req-30865cdb-2ee8-42e9-852f-878f954202ef tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0844400 Jul 09 21:02:58.632796 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-c5e15523-c068-41f8-be4e-7012f749cef2 req-b1ab931f-4682-4d5f-8987-20a9a9eb40c8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412476 Jul 09 21:02:59.827431 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d676d-01e5-4c4d-9f56-c7aba0c89553 req-cb9fd029-4a6a-4632-9dbf-ed9315f95d6a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:59.828921 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3e9d676d-01e5-4c4d-9f56-c7aba0c89553 req-cb9fd029-4a6a-4632-9dbf-ed9315f95d6a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0660045 Jul 09 21:02:59.865020 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3e9d676d-01e5-4c4d-9f56-c7aba0c89553 req-0bc1fa72-de8a-4b98-896e-5f2868a2e9a9 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305693 Jul 09 21:03:01.036732 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae5614-b487-458b-9186-759b0084fba6 req-459f63e4-c76e-4b75-b3bf-5e8f68505ba2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:01.038213 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a1ae5614-b487-458b-9186-759b0084fba6 req-459f63e4-c76e-4b75-b3bf-5e8f68505ba2 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0621464 Jul 09 21:03:01.074533 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a1ae5614-b487-458b-9186-759b0084fba6 req-22a6aeb4-ceed-4b68-abae-cbcaabda8897 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305212 Jul 09 21:03:02.256990 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863282d-271a-40f4-a3d4-e99cd8c2abb0 req-004bca57-f68e-4f2c-97a6-95f89fc7bbc5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:02.258433 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6863282d-271a-40f4-a3d4-e99cd8c2abb0 req-004bca57-f68e-4f2c-97a6-95f89fc7bbc5 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0656316 Jul 09 21:03:02.294548 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6863282d-271a-40f4-a3d4-e99cd8c2abb0 req-c58e584f-f3c0-4232-af99-e9daac44d0de tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306611 Jul 09 21:03:03.471282 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aafce-260e-46d4-834b-f645750088a7 req-16200248-872c-413a-b7f0-7bd552d40a6a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:03.472749 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f12aafce-260e-46d4-834b-f645750088a7 req-16200248-872c-413a-b7f0-7bd552d40a6a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0626490 Jul 09 21:03:03.510410 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f12aafce-260e-46d4-834b-f645750088a7 req-56f18d05-6843-40dc-a99b-2b25282a8e17 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321445 Jul 09 21:03:04.695018 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa98dc-c5ce-4b1a-a2e3-d3acb8eda132 req-12ae52db-7361-41e2-bfe7-ad2d9d66fa65 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:04.696487 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f4fa98dc-c5ce-4b1a-a2e3-d3acb8eda132 req-12ae52db-7361-41e2-bfe7-ad2d9d66fa65 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0689244 Jul 09 21:03:04.735372 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f4fa98dc-c5ce-4b1a-a2e3-d3acb8eda132 req-e21ffb32-8fcc-45bd-8f09-7ca58c9b750b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333257 Jul 09 21:03:05.138346 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:05.909934 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a35c4-b081-43cf-ba4b-bbd67c195556 req-2710d150-271d-4c03-aca7-a2e97ce4271f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:05.911284 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4f9a35c4-b081-43cf-ba4b-bbd67c195556 req-2710d150-271d-4c03-aca7-a2e97ce4271f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 944 time: 0.0616877 Jul 09 21:03:05.947320 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4f9a35c4-b081-43cf-ba4b-bbd67c195556 req-8f71008e-afc6-4425-afe3-ee254c5f1c9a tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305138 Jul 09 21:03:06.804527 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:03:06.898580 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:06.909860 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '30050f57-1fa3-485f-895b-6fb3c0796078', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'port_id': '30050f57-1fa3-485f-895b-6fb3c0796078', 'mac_address': 'fa:16:3e:00:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:03:06.945864 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:06.958624 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30050f57-1fa3-485f-895b-6fb3c0796078 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:03:06.978183 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:06.982099 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.029746 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=9']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:07.126018 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01351683-4ad1-41cc-82e1-c0449c2194bc req-fa963ba1-0c67-4646-a509-9d8d3fadf4de tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:07.127458 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-01351683-4ad1-41cc-82e1-c0449c2194bc req-fa963ba1-0c67-4646-a509-9d8d3fadf4de tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 945 time: 0.0604427 Jul 09 21:03:07.163648 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-01351683-4ad1-41cc-82e1-c0449c2194bc req-0214659a-f068-47d6-8ac3-f5870afc5a49 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306330 Jul 09 21:03:07.439417 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['30050f57-1fa3-485f-895b-6fb3c0796078'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:03:08.338421 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a188606-32fb-4b21-82a2-e1fe74097db9 req-13077883-a6d8-4db6-b32e-6ae0206067ab tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:08.339845 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a188606-32fb-4b21-82a2-e1fe74097db9 req-13077883-a6d8-4db6-b32e-6ae0206067ab tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 945 time: 0.0640049 Jul 09 21:03:08.380074 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8a188606-32fb-4b21-82a2-e1fe74097db9 req-1df13998-4f0d-4c42-b8bb-7e280e3b7a9d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322764 Jul 09 21:03:08.840336 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:08.886408 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 30050f57-1fa3-485f-895b-6fb3c0796078 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:08.886775 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.964539 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.985742 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:08.987924 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f800db3b-4c87-4a1f-9924-2cf983416401" -d '{"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-plugged", "status": "completed", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:09.001059 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:09.005284 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.051561 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=10']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:09.183682 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50fd973-99a8-4e7f-9302-0556ded1d193 x-openstack-request-id: req-e50fd973-99a8-4e7f-9302-0556ded1d193 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:09.183976 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-plugged", "status": "completed", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:09.184229 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e50fd973-99a8-4e7f-9302-0556ded1d193 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:09.184623 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078', 'code': 200} Jul 09 21:03:09.508716 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84542-1828-4772-9316-7076714f0b2c req-da51b0be-28fb-434f-b8a6-3c1d79b17f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:09.510260 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a9b84542-1828-4772-9316-7076714f0b2c req-da51b0be-28fb-434f-b8a6-3c1d79b17f10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 1100 time: 0.1401691 Jul 09 21:03:09.544222 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a9b84542-1828-4772-9316-7076714f0b2c req-c8706d75-52de-4170-95d6-091b6c8026ca service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273509 Jul 09 21:03:09.561172 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a48046-9c92-43af-9d02-7f1ef6d9dcc5 req-32e7de02-f186-47fd-995e-da5f9e24c8ff tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:09.562662 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-77a48046-9c92-43af-9d02-7f1ef6d9dcc5 req-32e7de02-f186-47fd-995e-da5f9e24c8ff tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 947 time: 0.0640485 Jul 09 21:03:09.598528 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-77a48046-9c92-43af-9d02-7f1ef6d9dcc5 req-59a4eb02-8ccb-40ca-843e-01cbe84c819c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304253 Jul 09 21:03:10.777297 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0e0c4-ea7a-4980-95d5-5f0bc313e903 req-36bd22d2-9997-492f-b84f-6085a190bcad tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:10.779245 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-07e0e0c4-ea7a-4980-95d5-5f0bc313e903 req-36bd22d2-9997-492f-b84f-6085a190bcad tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 947 time: 0.0643904 Jul 09 21:03:10.798156 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-35de80e2-b7e4-42bd-a0f2-111fbe927b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.818101 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-07e0e0c4-ea7a-4980-95d5-5f0bc313e903 req-b4fa6a75-03bc-47d7-8079-a95740927362 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333314 Jul 09 21:03:11.994082 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583428c-5e42-4b27-a444-2456916115df req-1b7b3bb4-f673-48c3-97d5-bb1198c8a38f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:11.995568 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a583428c-5e42-4b27-a444-2456916115df req-1b7b3bb4-f673-48c3-97d5-bb1198c8a38f tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 947 time: 0.0632629 Jul 09 21:03:12.034358 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a583428c-5e42-4b27-a444-2456916115df req-1d811b44-4f97-4cb2-92ce-a471f491c471 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320969 Jul 09 21:03:13.454769 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e9bff061-600e-4184-9f72-1e4682f3a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.776220 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.625721 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.999053 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:16.088992 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.666256 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-a3995e53-e461-44b4-b182-5fb719f88235 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528870 Jul 09 21:03:25.754437 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-cd1c481e-8fc5-4b9d-9c88-e3ed5e900b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:25.755822 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-cd1c481e-8fc5-4b9d-9c88-e3ed5e900b1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 1100 time: 0.0511820 Jul 09 21:03:25.857607 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-6a5868fd-aff6-4792-99b3-493a8f3364b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:25.859051 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-6a5868fd-aff6-4792-99b3-493a8f3364b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 200 len: 918 time: 0.0804298 Jul 09 21:03:25.925138 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-d4f948f8-774c-4a83-b557-500036b22f44 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30050f57-1fa3-485f-895b-6fb3c0796078 HTTP/1.1" status: 200 len: 1002 time: 0.0591362 Jul 09 21:03:25.974007 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-e813f307-cc5a-4cfb-8f6d-27828689dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:25.975396 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-e813f307-cc5a-4cfb-8f6d-27828689dc29 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 200 len: 856 time: 0.0431099 Jul 09 21:03:26.033749 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-a330b845-20e4-43c7-9115-7edbda073799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:26.035082 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-a330b845-20e4-43c7-9115-7edbda073799 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f483f9e7-87fa-4217-85b5-4ee805554987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487530 Jul 09 21:03:26.124524 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-68a6aa93-735e-4397-a8fc-7c5329dbb79b service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813251 Jul 09 21:03:26.210229 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9bdf8260-5c2a-4f08-b801-d40cc530aa93 req-bbac95d1-fded-4219-8671-fa405579cd9e service neutron] 10.222.0.83 "GET /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789948 Jul 09 21:03:35.671958 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45027ca-c30d-4a2d-824d-bd99a2b099f5 req-57aeff8d-1949-4c30-bf92-a03a73ea92e9 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:35.673398 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a45027ca-c30d-4a2d-824d-bd99a2b099f5 req-57aeff8d-1949-4c30-bf92-a03a73ea92e9 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0674307 Jul 09 21:03:35.710453 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a45027ca-c30d-4a2d-824d-bd99a2b099f5 req-fa6025e5-df46-4ce6-ae3f-b50fac5a9fc4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Jul 09 21:03:36.887761 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356dbbe-4960-4181-b799-5e5292367b75 req-3f263cfc-7468-4d84-915d-4cc1a252fd23 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:36.889234 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a356dbbe-4960-4181-b799-5e5292367b75 req-3f263cfc-7468-4d84-915d-4cc1a252fd23 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0677063 Jul 09 21:03:36.926036 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a356dbbe-4960-4181-b799-5e5292367b75 req-2a91c4e2-c227-46fb-b167-3d5f2c70c936 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Jul 09 21:03:37.832587 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-06da4709-1fbf-4dc7-8bef-f738683af2b9 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:37.834038 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-06da4709-1fbf-4dc7-8bef-f738683af2b9 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0620608 Jul 09 21:03:37.936917 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Deleting port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:37.937424 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.031858 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] For port 4dbc7b15-44cb-415c-9e3a-d66d0a858101, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4dbc7b15-44cb-415c-9e3a-d66d0a858101,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:38.032214 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.196349 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527acdf-9a1c-4222-81a4-3305110089a5 req-b2c178a1-a1b4-445d-8422-b863adcab770 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:38.197784 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3527acdf-9a1c-4222-81a4-3305110089a5 req-b2c178a1-a1b4-445d-8422-b863adcab770 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 945 time: 0.1625931 Jul 09 21:03:38.277687 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3527acdf-9a1c-4222-81a4-3305110089a5 req-8168e8ec-e228-47f6-9746-04b5a633d628 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d71a73e-405f-4c3b-b742-87708dcd5250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494053 Jul 09 21:03:38.279264 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.279631 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.279939 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Floating IP d0fc07ca-76e0-437f-9452-e50d94fe149c disassociated. External IP: 172.27.3.21, port: 4dbc7b15-44cb-415c-9e3a-d66d0a858101. Jul 09 21:03:38.280279 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Calling delete_port for 4dbc7b15-44cb-415c-9e3a-d66d0a858101 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:38.408711 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.439849 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event deleted for resources: {'Port': ['ID=4dbc7b15-44cb-415c-9e3a-d66d0a858101,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:38.451652 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.451996 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.452425 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.452780 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.453134 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.453456 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.453778 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.454105 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.455313 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.455313 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.455313 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.456749 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:38.563922 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Router 2286007d-0a26-4d6a-884c-6b7aca7b035b has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:38.949920 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:38.960472 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] Sync routers for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:38.970105 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:38.970719 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:03:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:38.993362 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] No DVR routers for this DVR port 4dbc7b15-44cb-415c-9e3a-d66d0a858101 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:03:38.995958 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:38.997924 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afda65b9-3e00-4d8d-a1ce-ffcfa0f159e9 req-eb25b466-9198-47b7-879a-12e55e1ea463 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.83 "DELETE /v2.0/ports/4dbc7b15-44cb-415c-9e3a-d66d0a858101 HTTP/1.1" status: 204 len: 173 time: 1.1578388 Jul 09 21:03:38.998348 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'name': 'network-vif-deleted', 'tag': '4dbc7b15-44cb-415c-9e3a-d66d0a858101'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:39.000518 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18521870-7743-414c-8697-348f05fd9e90" -d '{"events": [{"server_uuid": "582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6", "name": "network-vif-deleted", "tag": "4dbc7b15-44cb-415c-9e3a-d66d0a858101"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:39.084473 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:39.098478 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1fd9d7-fad1-44b3-8074-cb9678629256 x-openstack-request-id: req-7d1fd9d7-fad1-44b3-8074-cb9678629256 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:39.098944 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6", "name": "network-vif-deleted", "tag": "4dbc7b15-44cb-415c-9e3a-d66d0a858101", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:39.099293 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d1fd9d7-fad1-44b3-8074-cb9678629256 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:39.099807 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6', 'name': 'network-vif-deleted', 'tag': '4dbc7b15-44cb-415c-9e3a-d66d0a858101', 'status': 'completed', 'code': 200} Jul 09 21:03:39.284706 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:39.309473 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] Checking router: 2286007d-0a26-4d6a-884c-6b7aca7b035b for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:39.317671 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:39.318281 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:03:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:39.422392 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:39.427606 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-83b661ec-ba32-4017-9fb4-ff3872086394 req-980a8213-52e4-40d2-ba45-595c7c8612fc tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/ports?device_id=582e6f17-f9d5-4bfd-a1c8-74d43c36d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0276241 Jul 09 21:03:39.619003 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:39.645842 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2c5bf-afaa-4f3e-baf6-e0e8a8908670 None None] The sync data for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi is: [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T20:52:21Z', 'revision_number': 4, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '85c5144b-414c-471f-9fb3-5a1641cbdebe', 'name': '', 'network_id': '1c691ede-4ce2-4ddb-b62f-49e52e97e938', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'mac_address': 'fa:16:3e:31:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:17Z', 'updated_at': '2021-07-09T20:52:35Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'subnets': [{'id': 'cc88795f-51fa-4b8d-b780-8eab9eb90624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:39.850716 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae063f7-fa70-49d7-9a15-c8d5c1f9a094 None None] New status for floating IP d0fc07ca-76e0-437f-9452-e50d94fe149c: DOWN {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:03:40.547293 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50198) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:40.599941 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.622179 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.671354 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.674321 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.675756 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "DELETE /v2.0/security-groups/2d71a73e-405f-4c3b-b742-87708dcd5250 HTTP/1.1" status: 204 len: 168 time: 0.1274698 Jul 09 21:03:40.678652 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50200) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:40.685739 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d71a73e-405f-4c3b-b742-87708dcd5250,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:40.692092 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.api.v2.resource [None req-73b2b700-bc0c-4f07-bd99-d6a14a3e9c60 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] show failed (client error): The resource could not be found. Jul 09 21:03:40.692649 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.693027 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.693137 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-73b2b700-bc0c-4f07-bd99-d6a14a3e9c60 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "GET /v2.0/security-groups/2d71a73e-405f-4c3b-b742-87708dcd5250 HTTP/1.1" status: 404 len: 347 time: 0.0134363 Jul 09 21:03:40.693366 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.693698 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.694028 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.694353 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.694678 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.695003 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.695323 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.695701 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.695800 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50202) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:40.695964 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.696281 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313e195-c9b1-4fba-9e0d-2fff2623dfb4 tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:40.798877 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bbf1c0b7-e11d-499a-8765-f7267fce400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.817911 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Deleting port 4c6c52c5-03bc-4bb6-99e3-4170427f3676 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:40.818260 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.892513 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.892871 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.904466 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Calling delete_port for 4c6c52c5-03bc-4bb6-99e3-4170427f3676 owned by network:floatingip {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:40.972833 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 4dbc7b15-44cb-415c-9e3a-d66d0a858101 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:40.992624 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 4dbc7b15-44cb-415c-9e3a-d66d0a858101 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:40.992991 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 4dbc7b15-44cb-415c-9e3a-d66d0a858101 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:41.032838 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:41.057269 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Pushing event deleted for resources: {'Port': ['ID=4c6c52c5-03bc-4bb6-99e3-4170427f3676,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:41.116057 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks [] for floatingip, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:41.118516 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:41.119644 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5119c3c5-0210-4dec-af64-22fb1f49773b tempest-AttachVolumeTestJSON-1029255862 tempest-AttachVolumeTestJSON-1029255862-project] 10.222.0.77 "DELETE /v2.0/floatingips/d0fc07ca-76e0-437f-9452-e50d94fe149c HTTP/1.1" status: 204 len: 168 time: 0.4230103 Jul 09 21:03:42.138105 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:43.456931 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-dd82ac8b-ae6b-4d8a-a846-c6d5f51b23ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:43.777010 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:44.629061 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:44.800115 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50230) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:45.032266 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:45.227776 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:45.470093 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Deleting port 85c5144b-414c-471f-9fb3-5a1641cbdebe {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:45.470429 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:45.545688 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] For port 85c5144b-414c-471f-9fb3-5a1641cbdebe, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=85c5144b-414c-471f-9fb3-5a1641cbdebe,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:45.545954 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:45.557822 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Calling delete_port for 85c5144b-414c-471f-9fb3-5a1641cbdebe owned by network:router_interface {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:45.737382 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:45.765704 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c5144b-414c-471f-9fb3-5a1641cbdebe,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:45.930323 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.090521 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.143368 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Router 2286007d-0a26-4d6a-884c-6b7aca7b035b has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:46.247735 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:46.252580 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-054b253b-6f78-4e96-bb21-a811591c1118 admin admin] 10.222.0.77 "PUT /v2.0/routers/2286007d-0a26-4d6a-884c-6b7aca7b035b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4513578 Jul 09 21:03:46.255216 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50234) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:46.257806 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] Sync routers for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:46.266945 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:46.267543 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:03:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:46.355028 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks [] for router, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.368147 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:46.451661 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.505643 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Deleting port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:46.505643 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.545508 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T21:03:45Z', 'revision_number': 5, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port': {'id': '743ad2bf-1d09-4239-84c4-cfbb1ee8de8a', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:46.571205 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] Checking router: 2286007d-0a26-4d6a-884c-6b7aca7b035b for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:46.579823 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] Routers {'2286007d-0a26-4d6a-884c-6b7aca7b035b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:46.580418 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:03:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['2286007d-0a26-4d6a-884c-6b7aca7b035b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:46.581626 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] For port 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=743ad2bf-1d09-4239-84c4-cfbb1ee8de8a,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:46.581985 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.594237 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Calling delete_port for 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a owned by network:router_gateway {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:46.664067 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] Set router 2286007d-0a26-4d6a-884c-6b7aca7b035b gateway port host: None {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:46.719832 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T21:03:46Z', 'revision_number': 6, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port_host': None}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:46.756681 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adc0d7-3ae7-4568-b5fb-70eeeffcf8d1 None None] The sync data for ids ['2286007d-0a26-4d6a-884c-6b7aca7b035b'] in dv-cinder-800306-1-iscsi is: [{'id': '2286007d-0a26-4d6a-884c-6b7aca7b035b', 'name': 'tempest-AttachVolumeTestJSON-745168434-router', 'tenant_id': '3185ab693c084130ab10ca155891fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:11Z', 'updated_at': '2021-07-09T21:03:46Z', 'revision_number': 6, 'project_id': '3185ab693c084130ab10ca155891fb40', 'gw_port_host': None}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:46.764952 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.792396 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Pushing event deleted for resources: {'Port': ['ID=743ad2bf-1d09-4239-84c4-cfbb1ee8de8a,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:46.858879 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.948458 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.950525 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.991697 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.992222 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2286007d-0a26-4d6a-884c-6b7aca7b035b {{(pid=92868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:03:46.996473 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.997576 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-e3fc5092-fe6a-4ecd-a7f5-0a0b6984b3df admin admin] 10.222.0.77 "DELETE /v2.0/routers/2286007d-0a26-4d6a-884c-6b7aca7b035b HTTP/1.1" status: 204 len: 168 time: 0.7414715 Jul 09 21:03:47.000120 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50236) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:47.047562 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ac00b1-5e08-4a40-894f-001343eca774 admin admin] Deleting subnet cc88795f-51fa-4b8d-b780-8eab9eb90624 {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:03:47.050433 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-77ac00b1-5e08-4a40-894f-001343eca774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.083625 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-77ac00b1-5e08-4a40-894f-001343eca774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.159195 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-77ac00b1-5e08-4a40-894f-001343eca774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.211441 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-77ac00b1-5e08-4a40-894f-001343eca774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.239445 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac00b1-5e08-4a40-894f-001343eca774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc88795f-51fa-4b8d-b780-8eab9eb90624,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:47.243069 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-77ac00b1-5e08-4a40-894f-001343eca774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.245388 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-77ac00b1-5e08-4a40-894f-001343eca774 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cc88795f-51fa-4b8d-b780-8eab9eb90624 HTTP/1.1" status: 204 len: 168 time: 0.2438464 Jul 09 21:03:47.247903 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50240) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:47.251265 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a92c1-c784-4b86-9186-4cea437b9c3b None None] Network 1c691ede-4ce2-4ddb-b62f-49e52e97e938 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:47.312877 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.363022 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Deleting port df0b7b09-7674-4e35-9e9a-003497358831 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:47.363433 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.429343 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] For port df0b7b09-7674-4e35-9e9a-003497358831, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=df0b7b09-7674-4e35-9e9a-003497358831,segment=NetworkSegment(2c2a5b6f-b468-439c-90e2-ea0bbb589410),segment_id=2c2a5b6f-b468-439c-90e2-ea0bbb589410)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:47.429700 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.442389 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Calling delete_port for df0b7b09-7674-4e35-9e9a-003497358831 owned by network:dhcp {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:47.522680 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c1d66-9505-43f2-a205-b8e29d6daf2d None None] DHCP port deletion for 1c691ede-4ce2-4ddb-b62f-49e52e97e938 request from dv-cinder-800306-1-iscsi {{(pid=92869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:03:47.523347 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.554889 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] No DVR routers for this DVR port df0b7b09-7674-4e35-9e9a-003497358831 on host dv-cinder-800306-1-iscsi {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:03:47.559317 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0b7b09-7674-4e35-9e9a-003497358831,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:47.774276 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 85c5144b-414c-471f-9fb3-5a1641cbdebe no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:47.795712 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 85c5144b-414c-471f-9fb3-5a1641cbdebe {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:47.796063 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 85c5144b-414c-471f-9fb3-5a1641cbdebe not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:47.796489 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:47.816149 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:47.816497 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 743ad2bf-1d09-4239-84c4-cfbb1ee8de8a not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:47.816958 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device df0b7b09-7674-4e35-9e9a-003497358831 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:47.836530 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: df0b7b09-7674-4e35-9e9a-003497358831 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:47.836904 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device df0b7b09-7674-4e35-9e9a-003497358831 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:47.897043 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.906515 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c691ede-4ce2-4ddb-b62f-49e52e97e938']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:47.916322 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2a5b6f-b468-439c-90e2-ea0bbb589410') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:47.916638 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2a5b6f-b468-439c-90e2-ea0bbb589410') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:47.924956 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.938473 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.944188 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:03:47.944565 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:03:47.946224 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:03:48.000342 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:48.005410 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:48.007140 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1c691ede-4ce2-4ddb-b62f-49e52e97e938 HTTP/1.1" status: 204 len: 168 time: 0.7583499 Jul 09 21:03:48.018105 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c80a8-5f29-423e-a0bc-32e704a65a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c691ede-4ce2-4ddb-b62f-49e52e97e938,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:48.116047 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50244) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:48.155832 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-1b28dfb2-0c17-4a07-91a8-1f48f7c8c127 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3185ab693c084130ab10ca155891fb40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386579 Jul 09 21:03:48.158359 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50246) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:48.206166 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ad4b-509a-43ec-a1c2-dc3a61504800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:48.227149 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ad4b-509a-43ec-a1c2-dc3a61504800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:48.276471 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ad4b-509a-43ec-a1c2-dc3a61504800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:48.278961 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ad4b-509a-43ec-a1c2-dc3a61504800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:48.280095 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b0c3ad4b-509a-43ec-a1c2-dc3a61504800 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e3894aa-c434-45bf-af20-6102c7404001 HTTP/1.1" status: 204 len: 168 time: 0.1207638 Jul 09 21:03:48.287605 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3ad4b-509a-43ec-a1c2-dc3a61504800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3894aa-c434-45bf-af20-6102c7404001,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:52.517783 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50330) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:52.615639 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67a3d2af-3a1e-47cb-8e1d-193d4adee154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.706569 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67a3d2af-3a1e-47cb-8e1d-193d4adee154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.710379 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67a3d2af-3a1e-47cb-8e1d-193d4adee154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.749272 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-67a3d2af-3a1e-47cb-8e1d-193d4adee154 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5e2bad70bc64439b6872db3eb20b1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304003 Jul 09 21:03:52.750245 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3d2af-3a1e-47cb-8e1d-193d4adee154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8757a2-d044-4eb8-8cbf-b8dbaec9e84b,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:52.751912 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50334) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:52.809038 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e8698576-9109-47a2-a251-ec2f9043ec0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.829025 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e8698576-9109-47a2-a251-ec2f9043ec0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.873811 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e8698576-9109-47a2-a251-ec2f9043ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.876301 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e8698576-9109-47a2-a251-ec2f9043ec0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:52.877475 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-e8698576-9109-47a2-a251-ec2f9043ec0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd8757a2-d044-4eb8-8cbf-b8dbaec9e84b HTTP/1.1" status: 204 len: 168 time: 0.1245699 Jul 09 21:03:52.884841 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8698576-9109-47a2-a251-ec2f9043ec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8757a2-d044-4eb8-8cbf-b8dbaec9e84b,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:53.127172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50340) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:53.140019 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b8522a3a-b7ca-4f13-adbb-2c6ffdaeccfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:53.226378 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b8522a3a-b7ca-4f13-adbb-2c6ffdaeccfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:53.230257 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b8522a3a-b7ca-4f13-adbb-2c6ffdaeccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:53.269494 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b8522a3a-b7ca-4f13-adbb-2c6ffdaeccfc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1873d215345f4f6f952ac2bf72d2737e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412671 Jul 09 21:03:53.270320 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8522a3a-b7ca-4f13-adbb-2c6ffdaeccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4285482-6a7a-4b93-9c4d-fdf2acba9d6e,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:53.272114 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50342) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:53.319741 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-146f90c1-4619-44f6-8cdc-66edffdc2bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:53.340383 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-146f90c1-4619-44f6-8cdc-66edffdc2bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:53.384247 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-146f90c1-4619-44f6-8cdc-66edffdc2bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:53.387301 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-146f90c1-4619-44f6-8cdc-66edffdc2bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:53.388440 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-146f90c1-4619-44f6-8cdc-66edffdc2bfb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4285482-6a7a-4b93-9c4d-fdf2acba9d6e HTTP/1.1" status: 204 len: 168 time: 0.1153471 Jul 09 21:03:53.395985 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f90c1-4619-44f6-8cdc-66edffdc2bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4285482-6a7a-4b93-9c4d-fdf2acba9d6e,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:54.890658 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50388) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:54.990395 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c7a09db6-cfec-4a17-a846-0b1e9f2210f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.087175 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c7a09db6-cfec-4a17-a846-0b1e9f2210f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.092209 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c7a09db6-cfec-4a17-a846-0b1e9f2210f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.133375 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c7a09db6-cfec-4a17-a846-0b1e9f2210f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35b4776857894264ac377f2c81f676e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390084 Jul 09 21:03:55.133375 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a09db6-cfec-4a17-a846-0b1e9f2210f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3105ebaa-9dcb-472e-9645-b669a335eaaf,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:55.133944 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50392) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:55.183242 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf599-3947-45fd-a538-7b3e52df8cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.203797 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf599-3947-45fd-a538-7b3e52df8cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.248669 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf599-3947-45fd-a538-7b3e52df8cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.251194 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf599-3947-45fd-a538-7b3e52df8cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.252323 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9a3bf599-3947-45fd-a538-7b3e52df8cda admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3105ebaa-9dcb-472e-9645-b669a335eaaf HTTP/1.1" status: 204 len: 168 time: 0.1167572 Jul 09 21:03:55.260079 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf599-3947-45fd-a538-7b3e52df8cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3105ebaa-9dcb-472e-9645-b669a335eaaf,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:55.496681 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50398) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:55.509445 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-061b2f71-9e51-453f-a35a-01dd12bca9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.593867 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-061b2f71-9e51-453f-a35a-01dd12bca9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.597313 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-061b2f71-9e51-453f-a35a-01dd12bca9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.632034 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b2f71-9e51-453f-a35a-01dd12bca9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645020ee-2ce8-4b2c-8e2b-965d4b407b3e,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:55.636741 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-061b2f71-9e51-453f-a35a-01dd12bca9fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14f64c8b703045ebb915c603880ed259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390564 Jul 09 21:03:55.639528 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50400) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:55.686846 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d34dac46-6b83-4ba2-85d5-a3e2c746bd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.710489 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d34dac46-6b83-4ba2-85d5-a3e2c746bd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.754060 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d34dac46-6b83-4ba2-85d5-a3e2c746bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.756622 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-d34dac46-6b83-4ba2-85d5-a3e2c746bd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.757827 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-d34dac46-6b83-4ba2-85d5-a3e2c746bd14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/645020ee-2ce8-4b2c-8e2b-965d4b407b3e HTTP/1.1" status: 204 len: 168 time: 0.1173773 Jul 09 21:03:55.765707 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dac46-6b83-4ba2-85d5-a3e2c746bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645020ee-2ce8-4b2c-8e2b-965d4b407b3e,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:08.773301 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-a4a40232-cab5-456a-840a-d62b74b827e3 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045445821&fields=id&tenant_id=1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 267 time: 0.0333226 Jul 09 21:04:08.875091 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-45fb6740-6544-4c99-af74-6893ce31695b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:08.876560 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-45fb6740-6544-4c99-af74-6893ce31695b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 810 time: 0.0972114 Jul 09 21:04:08.892631 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-6886ad1b-a8c2-4d58-9fcf-d6c5d84a283b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/quotas/1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 375 time: 0.0108051 Jul 09 21:04:08.982553 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-dfb477aa-636f-43b4-96d2-9464ec6d312b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0846486 Jul 09 21:04:08.997165 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-51c59bf3-7169-49df-98ed-776f4a8eafaa service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:04:08.998108 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-51c59bf3-7169-49df-98ed-776f4a8eafaa service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053630 Jul 09 21:04:09.091494 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-cfe82d0e-9351-40ef-8144-affbebd6102e service neutron] 10.222.0.77 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879357 Jul 09 21:04:09.188675 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-5e81dc86-a9f0-4332-aeb7-4aa0aacffc00 service neutron] 10.222.0.77 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907838 Jul 09 21:04:09.483771 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dd7ee46c-180c-45de-8ce5-39e4cc96dbeb req-52dfe23e-81ae-4a11-bdd7-bcab9d8b4179 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 210 time: 0.0298181 Jul 09 21:04:10.629773 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3a9fa8f5-79b6-4dcb-a747-1cb3db97c991 req-8a8d91b7-59ec-4dbe-b73a-88a1a6b7503f tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 210 time: 0.0328543 Jul 09 21:04:10.777219 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-4df31e2a-74cb-4667-a87b-b3ab36b5fb22 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:10.778663 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-4df31e2a-74cb-4667-a87b-b3ab36b5fb22 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 810 time: 0.1186297 Jul 09 21:04:10.803777 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-55549d26-503b-448b-9354-813a90ddd7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:10.845399 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-41a98b7c-a0b3-46aa-adf9-fb1a5c87a47b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c76c6d920984b5680c4fece85d881c7 HTTP/1.1" status: 200 len: 380 time: 0.0403733 Jul 09 21:04:10.857100 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'port': {'device_id': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'admin_state_up': True, 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'security_groups': ['15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:10.971319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Made reservation on behalf of 1c76c6d920984b5680c4fece85d881c7 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:10.975374 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:11.116057 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Allocated IP 172.20.0.7 (e410d413-6443-4ea9-b5ba-9c4361f53e34/b9ad567a-a13b-4559-a1c1-9c52e7537ff9/b774e755-fa07-436d-b8fa-693b1a6352c7) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:11.258596 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:11.271869 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Transition to ACTIVE for port object b774e755-fa07-436d-b8fa-693b1a6352c7 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:11.304076 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:11.343378 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:11.348362 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:11.352006 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:11.377375 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=b774e755-fa07-436d-b8fa-693b1a6352c7,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:11.407228 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:11.407864 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:11.422040 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-844ca70e-b084-4647-a33d-370cb6d6286b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715463 Jul 09 21:04:11.443293 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Request body: {'port': {'device_id': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:11.528486 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:11.558971 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-c3d8a045-b27d-4144-9624-9503e5361abb None None] Provisioning for port b774e755-fa07-436d-b8fa-693b1a6352c7 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:11.565170 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-c3d8a045-b27d-4144-9624-9503e5361abb None None] Provisioning complete for port b774e755-fa07-436d-b8fa-693b1a6352c7 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:11.565594 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a045-b27d-4144-9624-9503e5361abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:11.603022 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8a045-b27d-4144-9624-9503e5361abb None None] Port b774e755-fa07-436d-b8fa-693b1a6352c7 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:11.842352 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b774e755-fa07-436d-b8fa-693b1a6352c7 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:04:11.851796 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:11.862261 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39099a92-f287-46d5-a3ac-de16b2679c30 req-2c82b317-f01e-4c90-b4da-f1834b849f8e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:11.863700 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-39099a92-f287-46d5-a3ac-de16b2679c30 req-2c82b317-f01e-4c90-b4da-f1834b849f8e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 931 time: 0.1172063 Jul 09 21:04:11.878457 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Transition to ACTIVE for port object b774e755-fa07-436d-b8fa-693b1a6352c7 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:11.887794 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:11.947996 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-39099a92-f287-46d5-a3ac-de16b2679c30 req-4a52f5ce-d1de-4cc7-ace7-a52e56740563 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765870 Jul 09 21:04:11.953084 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Pushing event updated for resources: {'Port': ['ID=b774e755-fa07-436d-b8fa-693b1a6352c7,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:12.030871 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Attempting to bind port b774e755-fa07-436d-b8fa-693b1a6352c7 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:12.031202 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Attempting to bind port b774e755-fa07-436d-b8fa-693b1a6352c7 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:12.031531 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Attempting to bind port b774e755-fa07-436d-b8fa-693b1a6352c7 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:12.035852 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Port b774e755-fa07-436d-b8fa-693b1a6352c7 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:04:12.036168 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Attempting to bind port b774e755-fa07-436d-b8fa-693b1a6352c7 on network e410d413-6443-4ea9-b5ba-9c4361f53e34 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:12.041105 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:12.041436 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Checking segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:12.041814 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Bound using segment: {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:12.042387 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Bound port: b774e755-fa07-436d-b8fa-693b1a6352c7, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:12.042590 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.104927 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] For port b774e755-fa07-436d-b8fa-693b1a6352c7, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:12.107855 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] For port b774e755-fa07-436d-b8fa-693b1a6352c7, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b774e755-fa07-436d-b8fa-693b1a6352c7,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:12.111776 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.147955 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:12.148630 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.150117 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] 10.222.0.83 "PUT /v2.0/ports/b774e755-fa07-436d-b8fa-693b1a6352c7 HTTP/1.1" status: 200 len: 1093 time: 0.7114570 Jul 09 21:04:12.150564 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:12.152872 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861cc611-4e3f-4b29-a19f-cc1a55a4489d" -d '{"events": [{"name": "network-changed", "server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:12.209601 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4594db65-50b4-4697-82bf-1a169f150eee x-openstack-request-id: req-4594db65-50b4-4697-82bf-1a169f150eee {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:12.209904 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:12.210156 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4594db65-50b4-4697-82bf-1a169f150eee {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:12.210549 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'status': 'completed', 'code': 200} Jul 09 21:04:12.211238 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a4461-a1ff-4aa1-8399-48ad408d5fcb service neutron] Pushing event updated for resources: {'Port': ['ID=b774e755-fa07-436d-b8fa-693b1a6352c7,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:12.281237 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-74ac4f2c-9efe-4614-9b21-5d05a2c957fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:12.283025 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-74ac4f2c-9efe-4614-9b21-5d05a2c957fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 1096 time: 0.0595572 Jul 09 21:04:12.336431 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-cf751959-eaf4-467f-84c5-609be9ca4637 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b774e755-fa07-436d-b8fa-693b1a6352c7 HTTP/1.1" status: 200 len: 217 time: 0.0381877 Jul 09 21:04:12.386007 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-6b9da19a-8d5b-45fa-a0ec-97a1118101c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:12.387470 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-6b9da19a-8d5b-45fa-a0ec-97a1118101c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0446510 Jul 09 21:04:12.444795 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-c24d4782-3222-45f2-a269-df702d569492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:12.446423 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-c24d4782-3222-45f2-a269-df702d569492 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522001 Jul 09 21:04:12.541110 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-e01a8ac9-c6b6-4a87-8f1d-e3067c28ce05 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867863 Jul 09 21:04:12.632004 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-5ea711dd-be54-4a48-a45a-8709b9de859e req-c6fd0838-8767-464b-b531-15dd72943bd1 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836928 Jul 09 21:04:12.729052 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50624) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:12.777290 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-1e8f26f2-cc63-4285-8d1f-08fd7d175567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:12.778851 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-1e8f26f2-cc63-4285-8d1f-08fd7d175567 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 1096 time: 0.0564618 Jul 09 21:04:12.830520 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c30cefcb-ffd4-49f0-a19f-2e9d5d1b9b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.866982 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-9e07528e-6842-4097-ab5a-e277e4b15c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:12.868923 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-9e07528e-6842-4097-ab5a-e277e4b15c3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.0832415 Jul 09 21:04:12.909521 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-4ca8b2d3-814e-492b-8e60-98108d68a414 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b774e755-fa07-436d-b8fa-693b1a6352c7 HTTP/1.1" status: 200 len: 217 time: 0.0336165 Jul 09 21:04:12.923941 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c30cefcb-ffd4-49f0-a19f-2e9d5d1b9b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.928028 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c30cefcb-ffd4-49f0-a19f-2e9d5d1b9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.960755 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-bb2b231d-b83f-40f3-a44f-7a27efa1decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:12.962783 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-bb2b231d-b83f-40f3-a44f-7a27efa1decf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0465033 Jul 09 21:04:12.966596 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c30cefcb-ffd4-49f0-a19f-2e9d5d1b9b7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=938cf7b11220451a9e1f94ad51331c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364655 Jul 09 21:04:12.967691 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cefcb-ffd4-49f0-a19f-2e9d5d1b9b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f026dcd3-ea14-4a85-8aef-87bde7208335,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:12.970020 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50628) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:13.023896 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e1c74b65-2562-4672-9269-6983f2616edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.034454 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-3a96ca6d-b188-4c6b-8cf3-e54267742712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:13.036018 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-3a96ca6d-b188-4c6b-8cf3-e54267742712 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668526 Jul 09 21:04:13.045786 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e1c74b65-2562-4672-9269-6983f2616edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.097547 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e1c74b65-2562-4672-9269-6983f2616edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.100873 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e1c74b65-2562-4672-9269-6983f2616edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.105193 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e1c74b65-2562-4672-9269-6983f2616edd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f026dcd3-ea14-4a85-8aef-87bde7208335 HTTP/1.1" status: 204 len: 168 time: 0.1342483 Jul 09 21:04:13.112912 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c74b65-2562-4672-9269-6983f2616edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026dcd3-ea14-4a85-8aef-87bde7208335,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:13.172392 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-08765c2d-f270-4a8c-8b81-8cb127e685e2 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286905 Jul 09 21:04:13.184533 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d011d6-f388-488b-9553-2e6a0bf57ffd req-813015ba-0583-491d-a285-d9ccc1687efe tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:13.185973 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-17d011d6-f388-488b-9553-2e6a0bf57ffd req-813015ba-0583-491d-a285-d9ccc1687efe tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 943 time: 0.1007507 Jul 09 21:04:13.281604 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-17d011d6-f388-488b-9553-2e6a0bf57ffd req-ea26fdc2-0186-415f-b074-565b21ac684b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857520 Jul 09 21:04:13.304347 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-861cc611-4e3f-4b29-a19f-cc1a55a4489d req-c9135135-8a83-4688-8423-4ebdb870a6a7 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147025 Jul 09 21:04:13.373592 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50636) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:13.387648 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-27cd829f-69d6-4729-9ec8-c2e20d29c755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.457042 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-caa6dca5-1cf1-4178-90c7-8e0b3c297b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.480353 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-27cd829f-69d6-4729-9ec8-c2e20d29c755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.484008 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-27cd829f-69d6-4729-9ec8-c2e20d29c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.518852 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd829f-69d6-4729-9ec8-c2e20d29c755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed55c49-6e4a-445b-ad63-63efc2bc39a3,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:13.522896 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-27cd829f-69d6-4729-9ec8-c2e20d29c755 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ef228a74b8c4e4abcd5093501c81f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482897 Jul 09 21:04:13.526097 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50638) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:13.575797 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b8b914d-3af5-408d-83ed-458a834e0ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.597233 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b8b914d-3af5-408d-83ed-458a834e0ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.645017 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b8b914d-3af5-408d-83ed-458a834e0ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.647587 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2b8b914d-3af5-408d-83ed-458a834e0ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.648768 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-2b8b914d-3af5-408d-83ed-458a834e0ee5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ed55c49-6e4a-445b-ad63-63efc2bc39a3 HTTP/1.1" status: 204 len: 168 time: 0.1217828 Jul 09 21:04:13.657566 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b914d-3af5-408d-83ed-458a834e0ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed55c49-6e4a-445b-ad63-63efc2bc39a3,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:13.778396 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.961195 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50644) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:13.974074 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-383f92ac-0b22-4a02-aa6b-c3777bef5bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.057841 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-383f92ac-0b22-4a02-aa6b-c3777bef5bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.061462 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-383f92ac-0b22-4a02-aa6b-c3777bef5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.097328 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f92ac-0b22-4a02-aa6b-c3777bef5bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0058153e-dc7d-4dcc-ae28-2426b4a1e8ad,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:14.101545 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-383f92ac-0b22-4a02-aa6b-c3777bef5bf9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=daf03469abb943debf59ab1b51895e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393609 Jul 09 21:04:14.104616 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50648) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:14.150937 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-745f047f-6222-40a6-b631-e7c5c1843da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.172056 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-745f047f-6222-40a6-b631-e7c5c1843da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.221235 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-745f047f-6222-40a6-b631-e7c5c1843da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.223650 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-745f047f-6222-40a6-b631-e7c5c1843da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.224831 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-745f047f-6222-40a6-b631-e7c5c1843da2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0058153e-dc7d-4dcc-ae28-2426b4a1e8ad HTTP/1.1" status: 204 len: 168 time: 0.1192553 Jul 09 21:04:14.232765 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f047f-6222-40a6-b631-e7c5c1843da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0058153e-dc7d-4dcc-ae28-2426b4a1e8ad,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:14.459826 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50db7b-25e7-464d-8f5c-61330ab91207 req-abd7f70c-d4b8-42b2-88eb-28d02ecba7e4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:14.461359 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ae50db7b-25e7-464d-8f5c-61330ab91207 req-abd7f70c-d4b8-42b2-88eb-28d02ecba7e4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 943 time: 0.0629816 Jul 09 21:04:14.499177 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ae50db7b-25e7-464d-8f5c-61330ab91207 req-0e81d4ab-f2ec-4176-883b-1488fa5d8650 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315578 Jul 09 21:04:14.632782 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.046762 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.673919 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016e4cc-2977-483e-857c-573d1b11dd5a req-3ed245d9-1f07-4907-8662-1e4f4c7686ea tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:15.676063 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a016e4cc-2977-483e-857c-573d1b11dd5a req-3ed245d9-1f07-4907-8662-1e4f4c7686ea tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 943 time: 0.0669768 Jul 09 21:04:15.721494 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a016e4cc-2977-483e-857c-573d1b11dd5a req-559c51ba-f0d0-492b-a160-10b6e261457b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Jul 09 21:04:16.093033 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.893257 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a410-f737-4568-9437-24cc69704ac6 req-19241bae-3339-4e8a-9bb5-715455742a79 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:16.894827 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e412a410-f737-4568-9437-24cc69704ac6 req-19241bae-3339-4e8a-9bb5-715455742a79 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 943 time: 0.0619509 Jul 09 21:04:16.936956 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e412a410-f737-4568-9437-24cc69704ac6 req-e75f1aa2-60fd-4867-b42f-1d2d531b6755 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357771 Jul 09 21:04:17.584172 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e57138-009e-449f-8c3d-dcd91f16e523 req-03f6dfdb-3722-4b8e-b5a7-16d49122a2b8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:17.585661 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-06e57138-009e-449f-8c3d-dcd91f16e523 req-03f6dfdb-3722-4b8e-b5a7-16d49122a2b8 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 947 time: 0.0650725 Jul 09 21:04:17.622216 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-06e57138-009e-449f-8c3d-dcd91f16e523 req-702db0e0-4b09-4121-8015-27670196be98 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310843 Jul 09 21:04:18.105961 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e6f5-04bc-48c2-b039-8d053c21b05f req-b25a2fd7-1d0b-437a-830e-840fc9e932e6 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:18.107406 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20e1e6f5-04bc-48c2-b039-8d053c21b05f req-b25a2fd7-1d0b-437a-830e-840fc9e932e6 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 943 time: 0.0607378 Jul 09 21:04:18.144173 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20e1e6f5-04bc-48c2-b039-8d053c21b05f req-64bd2fbf-d910-436f-b09f-253cdc0291dd tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Jul 09 21:04:18.795774 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e1c88-0616-42fc-9099-7159b6e16b1b req-881d80f7-7a6b-4c2e-86d9-ad889b921407 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:18.797168 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-119e1c88-0616-42fc-9099-7159b6e16b1b req-881d80f7-7a6b-4c2e-86d9-ad889b921407 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 947 time: 0.0617952 Jul 09 21:04:18.832861 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-119e1c88-0616-42fc-9099-7159b6e16b1b req-697bafd3-7040-484a-8b3a-a95d366f8652 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302665 Jul 09 21:04:19.138000 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:04:19.324043 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01123c-907b-4c5f-aa5a-65a24c1208d3 req-68fa777b-edac-49bd-ab54-d40723e78b92 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:19.326592 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b01123c-907b-4c5f-aa5a-65a24c1208d3 req-68fa777b-edac-49bd-ab54-d40723e78b92 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 943 time: 0.0743127 Jul 09 21:04:19.364064 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b01123c-907b-4c5f-aa5a-65a24c1208d3 req-6423dfcc-24f9-4eba-8c3e-510f2159a1c2 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Jul 09 21:04:19.655018 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822e72-afa9-4088-946a-41b6696cf163 req-05e3d2db-7c56-4a02-bf47-9ac464f9c962 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:19.656461 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fb822e72-afa9-4088-946a-41b6696cf163 req-05e3d2db-7c56-4a02-bf47-9ac464f9c962 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 947 time: 0.0637257 Jul 09 21:04:19.759957 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Deleting port 30050f57-1fa3-485f-895b-6fb3c0796078 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:19.760297 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:19.844553 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] For port 30050f57-1fa3-485f-895b-6fb3c0796078, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=30050f57-1fa3-485f-895b-6fb3c0796078,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:19.844941 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.026898 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.027817 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.029489 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Floating IP 9049216d-93fd-49f9-96dd-d4c8f512672d disassociated. External IP: 172.27.3.227, port: 30050f57-1fa3-485f-895b-6fb3c0796078. Jul 09 21:04:20.030007 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Calling delete_port for 30050f57-1fa3-485f-895b-6fb3c0796078 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:20.034767 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a998c0d-4e56-4a65-afbb-4815d58ff8b0 req-a79cafb1-40b9-4a28-8931-0e747ad059b7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:20.036912 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6a998c0d-4e56-4a65-afbb-4815d58ff8b0 req-a79cafb1-40b9-4a28-8931-0e747ad059b7 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f733f18-643f-4762-a14a-c86a4178ce81 HTTP/1.1" status: 200 len: 947 time: 0.0870805 Jul 09 21:04:20.085898 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6a998c0d-4e56-4a65-afbb-4815d58ff8b0 req-450d6b5d-5810-4db1-a81e-1e14341e3b0b tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups?id=23fe84f9-d6b3-41f4-98e8-d632354fc063&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415187 Jul 09 21:04:20.165525 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.193424 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event deleted for resources: {'Port': ['ID=30050f57-1fa3-485f-895b-6fb3c0796078,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:20.304844 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Router ca3f64dd-6f88-4ead-82a8-17acb7065200 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:20.408037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:20.418232 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] Sync routers for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:20.426753 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:20.427349 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:20.456788 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] No DVR routers for this DVR port 30050f57-1fa3-485f-895b-6fb3c0796078 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:04:20.459413 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.461702 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-fb822e72-afa9-4088-946a-41b6696cf163 req-2e46e7a1-f8b8-4045-94f7-c628fd316270 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.83 "DELETE /v2.0/ports/30050f57-1fa3-485f-895b-6fb3c0796078 HTTP/1.1" status: 204 len: 173 time: 0.7998619 Jul 09 21:04:20.462103 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-deleted', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:20.464458 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49612340-8dc9-457b-84ca-d05418dae0c3" -d '{"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-deleted", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:20.519385 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344da265-7a04-436c-87f9-1013f088f4ac x-openstack-request-id: req-344da265-7a04-436c-87f9-1013f088f4ac {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:20.519681 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f733f18-643f-4762-a14a-c86a4178ce81", "name": "network-vif-deleted", "tag": "30050f57-1fa3-485f-895b-6fb3c0796078", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:20.519937 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-344da265-7a04-436c-87f9-1013f088f4ac {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:20.520369 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f733f18-643f-4762-a14a-c86a4178ce81', 'name': 'network-vif-deleted', 'tag': '30050f57-1fa3-485f-895b-6fb3c0796078', 'status': 'completed', 'code': 200} Jul 09 21:04:20.534126 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:20.559811 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f29288-7842-4918-a82f-85018a2c24b8 req-5457c22a-b73a-4e0b-b4d5-31abf4f58401 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:20.561526 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a4f29288-7842-4918-a82f-85018a2c24b8 req-5457c22a-b73a-4e0b-b4d5-31abf4f58401 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 943 time: 0.0775254 Jul 09 21:04:20.612261 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a4f29288-7842-4918-a82f-85018a2c24b8 req-cf69d4dc-4fad-4542-8014-e6c4a7e7964d tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444484 Jul 09 21:04:20.741978 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:20.768087 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] Checking router: ca3f64dd-6f88-4ead-82a8-17acb7065200 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:20.776757 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:20.777375 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:20.878167 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:21.082341 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:21.114317 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c7075-b702-4438-b167-5a6433089db9 None None] The sync data for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi is: [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T20:52:18Z', 'revision_number': 4, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'f2fb239b-efd0-4dc7-8d0b-d4878142d680', 'name': '', 'network_id': 'f483f9e7-87fa-4217-85b5-4ee805554987', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'mac_address': 'fa:16:3e:bc:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:16Z', 'updated_at': '2021-07-09T20:52:31Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'subnets': [{'id': '67fd66f5-07bf-4ef1-8530-be22cc70bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:21.235415 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device b774e755-fa07-436d-b8fa-693b1a6352c7 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:04:21.242958 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50762) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:21.308290 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1ef22080-c232-40e3-94ca-615cdc762508 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.339282 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1ef22080-c232-40e3-94ca-615cdc762508 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.353990 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port b774e755-fa07-436d-b8fa-693b1a6352c7, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b774e755-fa07-436d-b8fa-693b1a6352c7,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:21.366639 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'port_id': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'mac_address': 'fa:16:3e:1e:50:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:04:21.410567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.419316 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1ef22080-c232-40e3-94ca-615cdc762508 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.422009 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1ef22080-c232-40e3-94ca-615cdc762508 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.426498 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b774e755-fa07-436d-b8fa-693b1a6352c7 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:04:21.426833 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50770) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:21.427665 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-1ef22080-c232-40e3-94ca-615cdc762508 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "DELETE /v2.0/security-groups/23fe84f9-d6b3-41f4-98e8-d632354fc063 HTTP/1.1" status: 204 len: 168 time: 0.1832328 Jul 09 21:04:21.443205 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef22080-c232-40e3-94ca-615cdc762508 tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fe84f9-d6b3-41f4-98e8-d632354fc063,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:21.446025 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.api.v2.resource [None req-4811a14b-4696-43fe-9f41-8a81deee1e5c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] show failed (client error): The resource could not be found. Jul 09 21:04:21.451372 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50772) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:21.451952 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-4811a14b-4696-43fe-9f41-8a81deee1e5c tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "GET /v2.0/security-groups/23fe84f9-d6b3-41f4-98e8-d632354fc063 HTTP/1.1" status: 404 len: 347 time: 0.0231562 Jul 09 21:04:21.462734 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port b774e755-fa07-436d-b8fa-693b1a6352c7, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b774e755-fa07-436d-b8fa-693b1a6352c7,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:21.470319 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a091603-3c24-4bf4-a77d-3b64d9e18249 None None] New status for floating IP 9049216d-93fd-49f9-96dd-d4c8f512672d: DOWN {{(pid=92869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:04:21.506085 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.593582 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Deleting port 89aa5389-5a63-47ea-ad62-daa7117c5c90 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:21.593920 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.618677 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=b774e755-fa07-436d-b8fa-693b1a6352c7,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:21.626619 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.627050 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.627422 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.627829 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.628168 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.628506 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.628914 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.629274 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.629701 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.630036 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.630366 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.630689 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:21.684382 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.684928 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.697499 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Calling delete_port for 89aa5389-5a63-47ea-ad62-daa7117c5c90 owned by network:floatingip {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:21.818356 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7346-0026-49d8-b97c-f28737f78601 req-0a482ff4-9880-457f-a3c2-cfb8d4852bdb tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:21.820209 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4d5f7346-0026-49d8-b97c-f28737f78601 req-0a482ff4-9880-457f-a3c2-cfb8d4852bdb tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 944 time: 0.0718296 Jul 09 21:04:21.835022 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.859604 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-4d5f7346-0026-49d8-b97c-f28737f78601 req-dd78a164-722c-468d-94e1-edfd6b0794af tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335846 Jul 09 21:04:21.864613 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Pushing event deleted for resources: {'Port': ['ID=89aa5389-5a63-47ea-ad62-daa7117c5c90,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:21.922401 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks [] for floatingip, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.924854 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.925984 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-93fe6d1b-b98d-4d76-875c-7eacced2954d tempest-AttachVolumeShelveTestJSON-1378996784 tempest-AttachVolumeShelveTestJSON-1378996784-project] 10.222.0.77 "DELETE /v2.0/floatingips/9049216d-93fd-49f9-96dd-d4c8f512672d HTTP/1.1" status: 204 len: 168 time: 0.4737182 Jul 09 21:04:21.962128 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['b774e755-fa07-436d-b8fa-693b1a6352c7'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:04:23.031110 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4dddd-21be-4536-808d-f848c7533984 req-430451a5-1b7f-4950-b1fa-907457b083e9 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:23.032559 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfa4dddd-21be-4536-808d-f848c7533984 req-430451a5-1b7f-4950-b1fa-907457b083e9 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 944 time: 0.0619354 Jul 09 21:04:23.068423 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cfa4dddd-21be-4536-808d-f848c7533984 req-0dd8940a-84db-4937-96ad-9e623ab71941 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302618 Jul 09 21:04:23.244473 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device b774e755-fa07-436d-b8fa-693b1a6352c7 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:23.295943 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port b774e755-fa07-436d-b8fa-693b1a6352c7 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:23.300537 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port b774e755-fa07-436d-b8fa-693b1a6352c7 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:23.300916 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.377153 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.399162 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:23.402018 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea59c330-3b2a-48c9-8b55-5ace2295c44d" -d '{"events": [{"server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "name": "network-vif-plugged", "status": "completed", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:23.424250 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port b774e755-fa07-436d-b8fa-693b1a6352c7, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b774e755-fa07-436d-b8fa-693b1a6352c7,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:23.429093 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.429868 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:04:23.449409 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b6b8a5-38ff-4233-8824-f7b22d24fbe1 x-openstack-request-id: req-b3b6b8a5-38ff-4233-8824-f7b22d24fbe1 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:23.449692 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "name": "network-vif-plugged", "status": "completed", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:23.449939 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3b6b8a5-38ff-4233-8824-f7b22d24fbe1 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:23.450314 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'code': 200} Jul 09 21:04:23.452048 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 30050f57-1fa3-485f-895b-6fb3c0796078 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:04:23.452380 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 30050f57-1fa3-485f-895b-6fb3c0796078 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:04:23.493800 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=b774e755-fa07-436d-b8fa-693b1a6352c7,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:23.758445 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d794-48b5-4a71-b9eb-0738c01ef3fa req-7c7a2566-a0a2-43d3-ac83-e89da5a87a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:23.760435 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7055d794-48b5-4a71-b9eb-0738c01ef3fa req-7c7a2566-a0a2-43d3-ac83-e89da5a87a7f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 1098 time: 0.0571206 Jul 09 21:04:23.798442 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-7055d794-48b5-4a71-b9eb-0738c01ef3fa req-e386303b-c37c-454e-807f-74603cba34f3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305820 Jul 09 21:04:24.237819 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219f165-d28e-4f49-a33e-e4b6865637db req-d89a5b97-68d1-4a77-a5d9-8678216f27c8 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:24.239280 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0219f165-d28e-4f49-a33e-e4b6865637db req-d89a5b97-68d1-4a77-a5d9-8678216f27c8 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 945 time: 0.0636032 Jul 09 21:04:24.278778 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0219f165-d28e-4f49-a33e-e4b6865637db req-8011dc44-2e74-4e7b-ad0e-a39a04339b8c tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339026 Jul 09 21:04:24.498103 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50814) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:24.955926 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50824) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:25.066627 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b27b41ff-b947-41bd-a364-1462a5d61943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.161741 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b27b41ff-b947-41bd-a364-1462a5d61943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.165696 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b27b41ff-b947-41bd-a364-1462a5d61943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.207770 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b41ff-b947-41bd-a364-1462a5d61943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d0f302-d795-49e1-ba91-012fe920f9ff,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:25.214383 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b27b41ff-b947-41bd-a364-1462a5d61943 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7a0fa3b3a20d4dbabe553e588f7dbf63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546637 Jul 09 21:04:25.215039 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50828) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:25.264700 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fbc6-54d0-4f3e-a6af-90cbeb13e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.269435 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-aecc3f45-8ffb-4c08-84d7-f66489b4e655 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917292 Jul 09 21:04:25.286460 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fbc6-54d0-4f3e-a6af-90cbeb13e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.296538 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.338660 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fbc6-54d0-4f3e-a6af-90cbeb13e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.341686 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fbc6-54d0-4f3e-a6af-90cbeb13e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.345187 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9bf0fbc6-54d0-4f3e-a6af-90cbeb13e14b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24d0f302-d795-49e1-ba91-012fe920f9ff HTTP/1.1" status: 204 len: 168 time: 0.1274168 Jul 09 21:04:25.370084 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0fbc6-54d0-4f3e-a6af-90cbeb13e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d0f302-d795-49e1-ba91-012fe920f9ff,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:25.473280 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240492b7-5bc3-49e8-8c9c-b926b611437d req-29da3107-3ca7-4e1c-888d-c86281720479 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:25.474812 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-240492b7-5bc3-49e8-8c9c-b926b611437d req-29da3107-3ca7-4e1c-888d-c86281720479 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 945 time: 0.0673645 Jul 09 21:04:25.475815 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-c18269aa-0d7c-4b15-9320-d4bcd9305ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:25.477559 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-c18269aa-0d7c-4b15-9320-d4bcd9305ae1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 1098 time: 0.1326394 Jul 09 21:04:25.518102 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-240492b7-5bc3-49e8-8c9c-b926b611437d req-b188f276-a8dc-4c77-abaf-823efd06fd5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332241 Jul 09 21:04:25.634018 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-89b444b5-0c86-4338-a289-ae35293c468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:25.635438 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-89b444b5-0c86-4338-a289-ae35293c468f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.1195970 Jul 09 21:04:25.657771 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50838) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:25.671857 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c362-2a11-4802-9296-2a8fa8ae4bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.761948 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-164da019-abae-4ad8-b66f-3534c3cb63f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2b686b-7561-4178-924a-fb04821424e6 HTTP/1.1" status: 200 len: 1001 time: 0.1121969 Jul 09 21:04:25.772114 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c362-2a11-4802-9296-2a8fa8ae4bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.775946 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c362-2a11-4802-9296-2a8fa8ae4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.823803 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-f7b3c362-2a11-4802-9296-2a8fa8ae4bc6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a841c26e12a741899f1bbc2b8a8c3f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646197 Jul 09 21:04:25.825859 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3c362-2a11-4802-9296-2a8fa8ae4bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447fb828-0e1f-4329-9622-f783afeabcea,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:25.829473 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50840) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:25.847372 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c68ec9-233e-4179-9587-7ecae5bf0c33 req-8f75afe5-f36d-475c-b93c-eb9273542dc4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:25.848860 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69c68ec9-233e-4179-9587-7ecae5bf0c33 req-8f75afe5-f36d-475c-b93c-eb9273542dc4 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 945 time: 0.2091784 Jul 09 21:04:25.868110 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-24e7dff5-7933-49a0-8c4b-19055e2387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:25.870271 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-24e7dff5-7933-49a0-8c4b-19055e2387f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0847003 Jul 09 21:04:25.878707 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-cc7dff5a-26bf-41cc-8ed7-aeba6223aa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.899518 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-cc7dff5a-26bf-41cc-8ed7-aeba6223aa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.925785 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Deleting port f2fb239b-efd0-4dc7-8d0b-d4878142d680 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:25.926117 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.941690 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-69c68ec9-233e-4179-9587-7ecae5bf0c33 req-99c9fefa-ca56-4c0a-9731-a1c8b3c0aed5 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858526 Jul 09 21:04:25.947073 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-cc7dff5a-26bf-41cc-8ed7-aeba6223aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.950006 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-cc7dff5a-26bf-41cc-8ed7-aeba6223aa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.951161 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-cc7dff5a-26bf-41cc-8ed7-aeba6223aa21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/447fb828-0e1f-4329-9622-f783afeabcea HTTP/1.1" status: 204 len: 168 time: 0.1207497 Jul 09 21:04:25.963486 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dff5a-26bf-41cc-8ed7-aeba6223aa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447fb828-0e1f-4329-9622-f783afeabcea,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:25.970042 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50844) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:26.014656 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-d357cfba-d3ad-4110-a9cc-7bc58068e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:26.016158 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-d357cfba-d3ad-4110-a9cc-7bc58068e81a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1358213 Jul 09 21:04:26.085996 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] For port f2fb239b-efd0-4dc7-8d0b-d4878142d680, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=f2fb239b-efd0-4dc7-8d0b-d4878142d680,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:26.086382 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.102897 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Calling delete_port for f2fb239b-efd0-4dc7-8d0b-d4878142d680 owned by network:router_interface {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:26.199223 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-196af081-9d69-4f86-88b1-c76b4e4a4bd3 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751401 Jul 09 21:04:26.348010 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56baf194-1e0d-4cc7-84ba-3fe2bea6fb83 tempest-TestVolumeBootPattern-209389438 tempest-TestVolumeBootPattern-209389438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:26.349180 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-56baf194-1e0d-4cc7-84ba-3fe2bea6fb83 tempest-TestVolumeBootPattern-209389438 tempest-TestVolumeBootPattern-209389438-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 1093 time: 0.3782654 Jul 09 21:04:26.352035 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50856) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:26.356902 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'port_id': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:26.371349 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4dd76fb0-6198-45a5-8449-6bf07d3c93ab req-9af828da-1976-4b3f-a090-007e31d9cd18 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629817 Jul 09 21:04:26.389280 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.435624 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.465974 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fb239b-efd0-4dc7-8d0b-d4878142d680,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:26.505213 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.621591 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Allocated IP 172.27.3.134 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/c484dd71-a821-4af8-a9a0-5385bfae51a7) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:26.664444 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.779086 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.821991 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.860509 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:26.866995 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:26.870586 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:26.892467 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=c484dd71-a821-4af8-a9a0-5385bfae51a7,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:26.935191 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Router ca3f64dd-6f88-4ead-82a8-17acb7065200 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:27.051561 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:27.056752 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-93edca47-f544-419b-bdbd-0f9c8281f6c1 admin admin] 10.222.0.77 "PUT /v2.0/routers/ca3f64dd-6f88-4ead-82a8-17acb7065200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5575750 Jul 09 21:04:27.061384 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50882) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:27.062235 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] Sync routers for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:27.072308 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:27.073018 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:27.182199 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:27.197603 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks [] for router, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.321280 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.372649 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.373559 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T21:04:26Z', 'revision_number': 5, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port': {'id': '227d836c-ce82-4f25-aee4-f74c1c93be65', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:12Z', 'updated_at': '2021-07-09T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:27.402786 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Deleting port 227d836c-ce82-4f25-aee4-f74c1c93be65 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:27.402786 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.403452 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] Checking router: ca3f64dd-6f88-4ead-82a8-17acb7065200 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:27.412431 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] Routers {'ca3f64dd-6f88-4ead-82a8-17acb7065200'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:27.413070 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['ca3f64dd-6f88-4ead-82a8-17acb7065200'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:27.480316 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.510072 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] Set router ca3f64dd-6f88-4ead-82a8-17acb7065200 gateway port host: None {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:27.520217 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] For port 227d836c-ce82-4f25-aee4-f74c1c93be65, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=227d836c-ce82-4f25-aee4-f74c1c93be65,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:27.520573 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.534020 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Calling delete_port for 227d836c-ce82-4f25-aee4-f74c1c93be65 owned by network:router_gateway {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:27.661581 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 6, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port_host': None}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:27.689296 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fceac3b-c933-4bf9-87df-9ce3cad78194 None None] The sync data for ids ['ca3f64dd-6f88-4ead-82a8-17acb7065200'] in dv-cinder-800306-1-iscsi is: [{'id': 'ca3f64dd-6f88-4ead-82a8-17acb7065200', 'name': 'tempest-AttachVolumeShelveTestJSON-1516888343-router', 'tenant_id': '7e7a68d88e83453bb651dbd85e1a6926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:10Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 6, 'project_id': '7e7a68d88e83453bb651dbd85e1a6926', 'gw_port_host': None}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:27.731042 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.756095 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=227d836c-ce82-4f25-aee4-f74c1c93be65,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:27.818981 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.885324 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.889644 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.908923 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.910973 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.958297 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event updated for resources: {'Port': ['ID=c484dd71-a821-4af8-a9a0-5385bfae51a7,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:27.968901 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.073427 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Floating IP f102162d-ff1f-4f05-abac-cbaa2e7617fa associated. External IP: 172.27.3.134, port: b774e755-fa07-436d-b8fa-693b1a6352c7. Jul 09 21:04:28.237155 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.238207 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca3f64dd-6f88-4ead-82a8-17acb7065200 {{(pid=92868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:04:28.242456 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.244195 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8dfe26c9-c31d-4837-b4b1-43faaeb79a4b admin admin] 10.222.0.77 "DELETE /v2.0/routers/ca3f64dd-6f88-4ead-82a8-17acb7065200 HTTP/1.1" status: 204 len: 168 time: 1.1809866 Jul 09 21:04:28.246860 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50888) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:28.290729 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea7d9f2-6015-4b2b-aecb-75b269c7342f admin admin] Deleting subnet 67fd66f5-07bf-4ef1-8530-be22cc70bd7a {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:04:28.293862 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d9f2-6015-4b2b-aecb-75b269c7342f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.308576 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:28.327105 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d9f2-6015-4b2b-aecb-75b269c7342f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.406448 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d9f2-6015-4b2b-aecb-75b269c7342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.422541 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:28.432973 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:28.440314 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.445650 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:28.446279 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:28.468328 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d9f2-6015-4b2b-aecb-75b269c7342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.503730 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d9f2-6015-4b2b-aecb-75b269c7342f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.505933 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5ea7d9f2-6015-4b2b-aecb-75b269c7342f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/67fd66f5-07bf-4ef1-8530-be22cc70bd7a HTTP/1.1" status: 204 len: 168 time: 0.2581360 Jul 09 21:04:28.508323 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50892) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:28.510403 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-6aa51c67-d1a8-4f8a-bdd4-5cd4837b2f13 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1570776 Jul 09 21:04:28.511060 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:28.518312 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461dcf18-206c-476b-8fab-f79e4326a0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:28.519325 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d9f2-6015-4b2b-aecb-75b269c7342f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fd66f5-07bf-4ef1-8530-be22cc70bd7a,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:28.589165 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device f2fb239b-efd0-4dc7-8d0b-d4878142d680 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:04:28.591278 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b2152-ae04-4df8-b05a-847db6aa1f5e None None] Network f483f9e7-87fa-4217-85b5-4ee805554987 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:28.594786 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.668211 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: f2fb239b-efd0-4dc7-8d0b-d4878142d680 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:04:28.668547 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device f2fb239b-efd0-4dc7-8d0b-d4878142d680 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:04:28.677427 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Deleting port aca39bbb-51fa-4ae8-a200-ecc692aed154 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:28.678082 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.704169 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:28.735749 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd2883-f3c5-4cf0-8eae-315de30c7a4e x-openstack-request-id: req-a0dd2883-f3c5-4cf0-8eae-315de30c7a4e {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:28.736762 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:28.737248 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0dd2883-f3c5-4cf0-8eae-315de30c7a4e {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:28.737856 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'status': 'completed', 'code': 200} Jul 09 21:04:28.779211 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] For port aca39bbb-51fa-4ae8-a200-ecc692aed154, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=aca39bbb-51fa-4ae8-a200-ecc692aed154,segment=NetworkSegment(6198bc73-9262-484a-984e-65b6e4ffb496),segment_id=6198bc73-9262-484a-984e-65b6e4ffb496)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:28.779657 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.795594 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Calling delete_port for aca39bbb-51fa-4ae8-a200-ecc692aed154 owned by network:dhcp {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:28.919790 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-a88fd05d-a43a-4140-aec6-21ac0db8664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:28.921320 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-a88fd05d-a43a-4140-aec6-21ac0db8664b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 1098 time: 0.1236320 Jul 09 21:04:28.942435 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.007366 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] No DVR routers for this DVR port aca39bbb-51fa-4ae8-a200-ecc692aed154 on host dv-cinder-800306-1-iscsi {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:04:29.013396 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca39bbb-51fa-4ae8-a200-ecc692aed154,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.077913 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9eb92-96f5-450c-9fd8-bbd7a02c5cb5 None None] DHCP port deletion for f483f9e7-87fa-4217-85b5-4ee805554987 request from dv-cinder-800306-1-iscsi {{(pid=92869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:04:29.114974 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.124115 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-7b438c74-30f3-473a-ad15-b4710165c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:29.125630 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-7b438c74-30f3-473a-ad15-b4710165c316 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.1932030 Jul 09 21:04:29.128837 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f483f9e7-87fa-4217-85b5-4ee805554987']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:29.145546 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6198bc73-9262-484a-984e-65b6e4ffb496') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:29.145883 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6198bc73-9262-484a-984e-65b6e4ffb496') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:29.159141 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:58Z', 'revision_number': 1, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}, {'id': 'f102162d-ff1f-4f05-abac-cbaa2e7617fa', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:1e:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:27Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:29.182352 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.184843 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:29.193881 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:29.194572 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:29.206706 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.218821 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-6b6da6e0-27bd-41eb-9a07-6d9664d7e8ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b774e755-fa07-436d-b8fa-693b1a6352c7 HTTP/1.1" status: 200 len: 999 time: 0.0825930 Jul 09 21:04:29.219776 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:04:29.220165 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:04:29.221988 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:04:29.285320 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.290839 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.293127 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f483f9e7-87fa-4217-85b5-4ee805554987 HTTP/1.1" status: 204 len: 168 time: 0.7827442 Jul 09 21:04:29.305685 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df359439-77e9-42bd-bb41-3b00bafb6114 admin admin] Pushing event deleted for resources: {'Network': ['ID=f483f9e7-87fa-4217-85b5-4ee805554987,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.307622 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:29.454444 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50906) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:29.493779 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a49537de-c6d7-413e-b9e8-bafa2522c8a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e7a68d88e83453bb651dbd85e1a6926&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381796 Jul 09 21:04:29.496352 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50908) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:29.535848 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:58Z', 'revision_number': 1, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}, {'id': 'f102162d-ff1f-4f05-abac-cbaa2e7617fa', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:1e:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:27Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:29.544322 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-53c0fd82-3e4b-4669-9f62-dc004657706c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.562577 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcee76-c873-4e16-ba90-00fece938515 None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:58Z', 'revision_number': 1, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}, {'id': 'f102162d-ff1f-4f05-abac-cbaa2e7617fa', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:1e:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:27Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 0, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:29.565649 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-53c0fd82-3e4b-4669-9f62-dc004657706c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.616200 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-53c0fd82-3e4b-4669-9f62-dc004657706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.619581 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-53c0fd82-3e4b-4669-9f62-dc004657706c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.620753 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-53c0fd82-3e4b-4669-9f62-dc004657706c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a79179f3-b025-41f5-8b18-55465fda1a06 HTTP/1.1" status: 204 len: 168 time: 0.1234634 Jul 09 21:04:29.628869 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0fd82-3e4b-4669-9f62-dc004657706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79179f3-b025-41f5-8b18-55465fda1a06,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.769810 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454bb86c-1230-47f2-84bc-1c8237dbc188 None None] New status for floating IP f102162d-ff1f-4f05-abac-cbaa2e7617fa: ACTIVE {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:04:29.813150 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device aca39bbb-51fa-4ae8-a200-ecc692aed154 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:04:29.834217 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: aca39bbb-51fa-4ae8-a200-ecc692aed154 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:04:29.834900 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device aca39bbb-51fa-4ae8-a200-ecc692aed154 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:04:29.835602 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 227d836c-ce82-4f25-aee4-f74c1c93be65 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:04:29.855306 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 227d836c-ce82-4f25-aee4-f74c1c93be65 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:04:29.855789 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 227d836c-ce82-4f25-aee4-f74c1c93be65 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:04:30.296427 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50932) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:30.386012 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-209215456-network', 'tenant_id': 'a5bfc149ac274700a38f5769ff806c61'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:30.407211 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Made reservation on behalf of a5bfc149ac274700a38f5769ff806c61 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:30.409538 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.418043 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.508158 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.511979 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.538580 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:04:30.547712 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8719a30-74b5-45a1-b1c9-766612d49400,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:30.556087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.556556 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Added segment 877d33d4-f467-4b5b-8e98-08b900eb00b4 of type vlan for network 3f8598ec-c73d-4cb9-b962-093eea7e6d0e Jul 09 21:04:30.596124 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.623345 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.624285 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:30.624889 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.679346 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3817196 Jul 09 21:04:30.682166 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50936) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:30.688600 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Request body: {'subnet': {'network_id': '3f8598ec-c73d-4cb9-b962-093eea7e6d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-209215456-subnet', 'tenant_id': 'a5bfc149ac274700a38f5769ff806c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:30.692523 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2c52b-32f2-4a14-91f3-ce1c3170c604 admin admin] Pushing event updated for resources: {'Network': ['ID=3f8598ec-c73d-4cb9-b962-093eea7e6d0e,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:30.702679 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network 3f8598ec-c73d-4cb9-b962-093eea7e6d0e details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:04:30.714287 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Made reservation on behalf of a5bfc149ac274700a38f5769ff806c61 for: {'subnet': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:30.716644 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8754535'] for subnet, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.820187 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-a73c1f2d-8470-41fa-b575-5ac53ac136e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:30.822243 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-a73c1f2d-8470-41fa-b575-5ac53ac136e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0673611 Jul 09 21:04:30.928545 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3269833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8754549'] for subnet, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.981952 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=348eb7c5-0a10-4819-9472-537d24952dbd,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:30.991940 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Checking segment: {'id': '877d33d4-f467-4b5b-8e98-08b900eb00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '3f8598ec-c73d-4cb9-b962-093eea7e6d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:30.992297 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Network hostable DHCP agents. Network: 3f8598ec-c73d-4cb9-b962-093eea7e6d0e, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:04:31.009022 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Network 3f8598ec-c73d-4cb9-b962-093eea7e6d0e is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:04:31.017658 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, 3f8598ec-c73d-4cb9-b962-093eea7e6d0e) {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:31.021774 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:31.022306 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.029041 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56fb69c-3b87-4423-8383-75f15b69f962 None None] Network 3f8598ec-c73d-4cb9-b962-093eea7e6d0e requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:31.038307 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9b283e37-ea37-4259-a63c-b7ba1efaa01a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3532867 Jul 09 21:04:31.155153 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3776080-d299-48bf-af13-e01370e0a2b8 None None] Network 3f8598ec-c73d-4cb9-b962-093eea7e6d0e requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:31.486946 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50954) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:31.491888 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1799469033-network', 'tenant_id': 'b461826deeaf4eb3b4fd822ca0340f79'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:31.519280 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Made reservation on behalf of b461826deeaf4eb3b4fd822ca0340f79 for: {'network': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:31.521594 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.530529 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.615721 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.619473 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.640325 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=92867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:04:31.656951 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.657287 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.segments_db [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Added segment 74fe5355-4924-4878-94d0-72fd2c34fe09 of type vlan for network a078c1de-d4a5-4f4d-b42f-818b6d8a9547 Jul 09 21:04:31.658478 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac325ab6-d0a6-4017-8bac-bb785f7afd3e,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:31.690907 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-1d03e319-04b8-4135-910c-7b716e51f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:31.692956 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-1d03e319-04b8-4135-910c-7b716e51f510 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628240 Jul 09 21:04:31.709516 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.737401 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.738422 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:31.739003 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.793096 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3048992 Jul 09 21:04:31.795563 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50956) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:31.800266 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Request body: {'subnet': {'network_id': 'a078c1de-d4a5-4f4d-b42f-818b6d8a9547', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1799469033-subnet', 'tenant_id': 'b461826deeaf4eb3b4fd822ca0340f79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:31.806702 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9fa16-1312-43bc-a482-3a5220279c6b admin admin] Pushing event updated for resources: {'Network': ['ID=a078c1de-d4a5-4f4d-b42f-818b6d8a9547,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:31.817398 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network a078c1de-d4a5-4f4d-b42f-818b6d8a9547 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:04:31.825385 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Made reservation on behalf of b461826deeaf4eb3b4fd822ca0340f79 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:31.827753 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530015'] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.995051 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529997'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.048568 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=20519df0-878f-4b2b-96e7-23d4827fc59c,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:32.057692 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Checking segment: {'id': '74fe5355-4924-4878-94d0-72fd2c34fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a078c1de-d4a5-4f4d-b42f-818b6d8a9547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:32.058046 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Network hostable DHCP agents. Network: a078c1de-d4a5-4f4d-b42f-818b6d8a9547, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:04:32.074369 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Network a078c1de-d4a5-4f4d-b42f-818b6d8a9547 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:04:32.085036 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, a078c1de-d4a5-4f4d-b42f-818b6d8a9547) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:32.089400 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:32.090215 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.094326 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a9f10-bf1e-4134-93bf-36ffaddccada None None] Network a078c1de-d4a5-4f4d-b42f-818b6d8a9547 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:32.110566 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-9109bf79-df3d-462e-a06f-2eb4eb37dccb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3080428 Jul 09 21:04:32.215084 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50962) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:32.229587 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b8bd4-6dbb-429f-8acb-0c4ae6cba5f0 None None] Network a078c1de-d4a5-4f4d-b42f-818b6d8a9547 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:32.258257 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4cf2f9-ea16-4a9a-bb1c-e47a601c08e4 admin admin] Deleting subnet 348eb7c5-0a10-4819-9472-537d24952dbd {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:04:32.262001 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf2f9-ea16-4a9a-bb1c-e47a601c08e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.301053 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf2f9-ea16-4a9a-bb1c-e47a601c08e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.340545 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf2f9-ea16-4a9a-bb1c-e47a601c08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.391226 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf2f9-ea16-4a9a-bb1c-e47a601c08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.417114 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cf2f9-ea16-4a9a-bb1c-e47a601c08e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348eb7c5-0a10-4819-9472-537d24952dbd,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:32.419026 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf2f9-ea16-4a9a-bb1c-e47a601c08e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.420857 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-1d4cf2f9-ea16-4a9a-bb1c-e47a601c08e4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/348eb7c5-0a10-4819-9472-537d24952dbd HTTP/1.1" status: 204 len: 168 time: 0.2047176 Jul 09 21:04:32.423359 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50964) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:32.492494 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.565782 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.575674 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8598ec-c73d-4cb9-b962-093eea7e6d0e']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:32.585292 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877d33d4-f467-4b5b-8e98-08b900eb00b4') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:32.585582 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877d33d4-f467-4b5b-8e98-08b900eb00b4') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:32.594177 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.607146 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.612780 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:04:32.613240 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:04:32.614902 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:04:32.670542 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.678321 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.680245 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] 10.222.0.77 "DELETE /v2.0/networks/3f8598ec-c73d-4cb9-b962-093eea7e6d0e HTTP/1.1" status: 204 len: 168 time: 0.2559102 Jul 09 21:04:32.684298 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50966) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:32.689900 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3061ac2-06cc-4a06-89ce-1130ce5f48bb admin admin] Pushing event deleted for resources: {'Network': ['ID=3f8598ec-c73d-4cb9-b962-093eea7e6d0e,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:32.732188 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_v2 [None req-baec1377-b040-439a-bc5f-bdf03be93ec5 admin admin] Deleting subnet 20519df0-878f-4b2b-96e7-23d4827fc59c {{(pid=92867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:04:32.735351 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-baec1377-b040-439a-bc5f-bdf03be93ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.769483 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-baec1377-b040-439a-bc5f-bdf03be93ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10217018'] for subnet, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.806408 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-baec1377-b040-439a-bc5f-bdf03be93ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.857030 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-baec1377-b040-439a-bc5f-bdf03be93ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529470'] for subnet, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.883291 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec1377-b040-439a-bc5f-bdf03be93ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20519df0-878f-4b2b-96e7-23d4827fc59c,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:32.885263 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-baec1377-b040-439a-bc5f-bdf03be93ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.887117 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-baec1377-b040-439a-bc5f-bdf03be93ec5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/20519df0-878f-4b2b-96e7-23d4827fc59c HTTP/1.1" status: 204 len: 168 time: 0.2018011 Jul 09 21:04:32.889770 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 50970) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:32.958885 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.033575 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.043633 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a078c1de-d4a5-4f4d-b42f-818b6d8a9547']}} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:33.046344 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-8f561d47-9762-4368-a5fe-3b2b0051991b service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816383 Jul 09 21:04:33.053670 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fe5355-4924-4878-94d0-72fd2c34fe09') {'for_net_delete': True} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:33.053960 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fe5355-4924-4878-94d0-72fd2c34fe09') {} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:33.063201 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10217005'] for segment, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.076336 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.082225 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=92867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:04:33.082602 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8531095'] for segment, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: Traceback (most recent call last): Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: timer() Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: cb(*args, **kw) Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: return func(*args, **kwargs) Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: self._notify() Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: self.callback(batched_events) Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: event.method(event) Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: return f(self, *a, **k) Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._get(url).json() Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: return self.request(url, 'GET', **kwargs) Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:04:33.084198 dv-cinder-800306-1-iscsi neutron-server[92867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:04:33.137727 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-461dcf18-206c-476b-8fab-f79e4326a0b1 req-92e3fa57-440a-441a-9bd4-807cb8c4314e service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Jul 09 21:04:33.142432 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.147938 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.149888 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a078c1de-d4a5-4f4d-b42f-818b6d8a9547 HTTP/1.1" status: 204 len: 168 time: 0.2590203 Jul 09 21:04:33.160783 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abc0c1-309a-4361-918e-103f369ca8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a078c1de-d4a5-4f4d-b42f-818b6d8a9547,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:33.312826 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50974) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:33.356176 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-37658a3e-346a-466f-9230-e989b9301dd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5bfc149ac274700a38f5769ff806c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422192 Jul 09 21:04:33.358662 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50976) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:33.409204 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-38370495-c164-452d-b845-f8dbab58409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.428974 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-38370495-c164-452d-b845-f8dbab58409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.474220 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-38370495-c164-452d-b845-f8dbab58409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.476932 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-38370495-c164-452d-b845-f8dbab58409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.478084 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-38370495-c164-452d-b845-f8dbab58409e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8719a30-74b5-45a1-b1c9-766612d49400 HTTP/1.1" status: 204 len: 168 time: 0.1185508 Jul 09 21:04:33.487283 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38370495-c164-452d-b845-f8dbab58409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8719a30-74b5-45a1-b1c9-766612d49400,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:33.782263 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50982) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:33.825547 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-749532cf-65ea-4f3a-98d8-739b4dbcb58e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b461826deeaf4eb3b4fd822ca0340f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421479 Jul 09 21:04:33.827899 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 50984) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:33.874689 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8672adfc-d0af-4b37-bc42-0f9d16c0b40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.895069 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8672adfc-d0af-4b37-bc42-0f9d16c0b40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.943175 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8672adfc-d0af-4b37-bc42-0f9d16c0b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.946173 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8672adfc-d0af-4b37-bc42-0f9d16c0b40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.947413 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8672adfc-d0af-4b37-bc42-0f9d16c0b40a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac325ab6-d0a6-4017-8bac-bb785f7afd3e HTTP/1.1" status: 204 len: 168 time: 0.1185782 Jul 09 21:04:33.955669 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672adfc-d0af-4b37-bc42-0f9d16c0b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac325ab6-d0a6-4017-8bac-bb785f7afd3e,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:37.470639 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51074) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:37.570393 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e4533ad-7c2f-49e2-837a-930f546f7250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.658143 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e4533ad-7c2f-49e2-837a-930f546f7250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.662716 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-7e4533ad-7c2f-49e2-837a-930f546f7250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.699963 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-7e4533ad-7c2f-49e2-837a-930f546f7250 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99ed67b404304ed7bdee1a950fdc914c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281463 Jul 09 21:04:37.700796 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4533ad-7c2f-49e2-837a-930f546f7250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638310ec-19a4-4e78-a492-efd36dc9c332,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:37.702718 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51078) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:37.751312 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-729689a7-61a1-4921-a287-27352bf0d338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.772603 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-729689a7-61a1-4921-a287-27352bf0d338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.817501 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-729689a7-61a1-4921-a287-27352bf0d338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.820255 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-729689a7-61a1-4921-a287-27352bf0d338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.821513 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-729689a7-61a1-4921-a287-27352bf0d338 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/638310ec-19a4-4e78-a492-efd36dc9c332 HTTP/1.1" status: 204 len: 168 time: 0.1178031 Jul 09 21:04:37.829884 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729689a7-61a1-4921-a287-27352bf0d338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638310ec-19a4-4e78-a492-efd36dc9c332,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:38.151361 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51096) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:38.296648 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4a0807b0-a46d-4c2d-afe9-518cc54cb941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.390982 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4a0807b0-a46d-4c2d-afe9-518cc54cb941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.395653 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4a0807b0-a46d-4c2d-afe9-518cc54cb941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.435968 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-4a0807b0-a46d-4c2d-afe9-518cc54cb941 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29e677406f5045619c9d3da053794d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833872 Jul 09 21:04:38.437306 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0807b0-a46d-4c2d-afe9-518cc54cb941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295730f6-5af9-4b53-b837-fbe577009d89,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:38.438052 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51110) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:38.480648 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51112) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:38.492378 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.513483 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.559318 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.561977 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.563415 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/295730f6-5af9-4b53-b837-fbe577009d89 HTTP/1.1" status: 204 len: 168 time: 0.1243024 Jul 09 21:04:38.571320 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295730f6-5af9-4b53-b837-fbe577009d89,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:38.571979 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-284262701-network', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:38.578614 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.579057 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.579668 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.580172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.580529 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.580977 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.581363 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.581867 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.582354 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.582873 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.583202 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.583525 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475fcc3-1c8f-4ff9-a468-ab57ae3c958b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:38.596980 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Made reservation on behalf of 534629a7725e4c688c4453b7aeef49ef for: {'network': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:38.599375 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.609014 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.705324 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.710044 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.731843 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=92867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:04:38.747310 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd40542-bffa-4b7b-831f-68f1c6aace1f,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:38.751558 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.751904 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.segments_db [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Added segment 67a1cf78-300c-438e-b9f9-1dece7f4065f of type vlan for network 8e9588af-4548-4101-a722-9151cf62a2ae Jul 09 21:04:38.792925 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.821659 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.822828 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:38.823416 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.840784 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51120) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:38.855083 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d2503b34-5415-42eb-b152-34b347880bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.876163 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3943415 Jul 09 21:04:38.880943 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51122) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:38.887465 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Request body: {'subnet': {'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-284262701-subnet', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:38.897348 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49387c56-04db-4729-a2e7-32bf857f72fc admin admin] Pushing event updated for resources: {'Network': ['ID=8e9588af-4548-4101-a722-9151cf62a2ae,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:38.907979 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network 8e9588af-4548-4101-a722-9151cf62a2ae details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:04:38.965561 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d2503b34-5415-42eb-b152-34b347880bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.969907 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d2503b34-5415-42eb-b152-34b347880bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:38.990537 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Made reservation on behalf of 534629a7725e4c688c4453b7aeef49ef for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:38.993022 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530015'] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.012718 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-d2503b34-5415-42eb-b152-34b347880bc9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fec46f4ca3464cdb8ae8fbbde7ba4e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706722 Jul 09 21:04:39.013802 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2503b34-5415-42eb-b152-34b347880bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6840f1eb-2033-4608-9125-262b73320f3e,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:39.017155 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51124) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:39.068571 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6f97d49c-7b67-44bd-aeb4-99a9ddf23520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.093920 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6f97d49c-7b67-44bd-aeb4-99a9ddf23520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.145011 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6f97d49c-7b67-44bd-aeb4-99a9ddf23520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.147643 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6f97d49c-7b67-44bd-aeb4-99a9ddf23520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.148798 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-6f97d49c-7b67-44bd-aeb4-99a9ddf23520 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6840f1eb-2033-4608-9125-262b73320f3e HTTP/1.1" status: 204 len: 168 time: 0.1302016 Jul 09 21:04:39.156460 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97d49c-7b67-44bd-aeb4-99a9ddf23520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6840f1eb-2033-4608-9125-262b73320f3e,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:39.173647 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529997'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.234710 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9320aa8-3446-4228-bdc9-4661a1575a37,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:39.242114 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Checking segment: {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:39.242418 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Network hostable DHCP agents. Network: 8e9588af-4548-4101-a722-9151cf62a2ae, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:04:39.260569 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Network 8e9588af-4548-4101-a722-9151cf62a2ae is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:04:39.270533 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, 8e9588af-4548-4101-a722-9151cf62a2ae) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:39.275796 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:39.276477 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.281579 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1b881-4f01-4b8b-b740-cadc80cf02f8 None None] Network 8e9588af-4548-4101-a722-9151cf62a2ae requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:39.297838 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-769741d7-d447-4c05-94f9-13411480e908 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4151089 Jul 09 21:04:39.298543 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51128) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:39.303050 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:39.325800 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.326793 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.380128 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.451537 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-8e9588af-4548-4101-a722-9151cf62a2ae', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:04:39.452641 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.527497 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.602847 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Allocated IP 172.20.0.2 (8e9588af-4548-4101-a722-9151cf62a2ae/e9320aa8-3446-4228-bdc9-4661a1575a37/fb3a106f-10e3-4464-a3d9-624105bcd648) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:39.761729 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.780438 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.788036 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.789061 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Transition to ACTIVE for port object fb3a106f-10e3-4464-a3d9-624105bcd648 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:39.804331 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Transition to ACTIVE for port object fb3a106f-10e3-4464-a3d9-624105bcd648 will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:39.811270 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.851481 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Network 8e9588af-4548-4101-a722-9151cf62a2ae is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:39.854316 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:39.858004 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:39.863460 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Pushing event updated for resources: {'Port': ['ID=fb3a106f-10e3-4464-a3d9-624105bcd648,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:39.916886 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Allocated IP 172.27.3.157 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/e6e90164-d6a5-407e-a5b2-f34452932e53) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:39.926272 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Attempting to bind port fb3a106f-10e3-4464-a3d9-624105bcd648 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:39.926890 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Attempting to bind port fb3a106f-10e3-4464-a3d9-624105bcd648 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:39.927415 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Attempting to bind port fb3a106f-10e3-4464-a3d9-624105bcd648 on network 8e9588af-4548-4101-a722-9151cf62a2ae {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:39.934799 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:39.935168 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Checking segment: {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:39.935887 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.936722 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Bound using segment: {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:39.937432 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Bound port: fb3a106f-10e3-4464-a3d9-624105bcd648, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:39.937807 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.019853 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] For port fb3a106f-10e3-4464-a3d9-624105bcd648, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:40.024071 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] For port fb3a106f-10e3-4464-a3d9-624105bcd648, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=fb3a106f-10e3-4464-a3d9-624105bcd648,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:40.031497 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.041791 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.088426 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2111398-9b64-4596-965d-80ffb95e9267 None None] Pushing event updated for resources: {'Port': ['ID=fb3a106f-10e3-4464-a3d9-624105bcd648,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:40.091626 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.133193 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:40.136012 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:40.139573 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:40.146126 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Pushing event updated for resources: {'Port': ['ID=e6e90164-d6a5-407e-a5b2-f34452932e53,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:40.444219 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.644019 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.795596 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:04:40.806651 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5fbe-41d3-4453-9880-4899cd29381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.915314 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:40.924652 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Sync routers for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:40.937220 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.938683 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9fcb1923-d0bc-47a3-9824-d86c619de32b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6390975 Jul 09 21:04:40.941775 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51190) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:40.942419 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:40.943403 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:41.050593 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d71d7-7411-497a-a2ac-12a971124386 None None] Network 8e9588af-4548-4101-a722-9151cf62a2ae requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:41.250452 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-e9aad8d6-7fab-47dc-b022-35ea86b3e976 None None] Provisioning for port fb3a106f-10e3-4464-a3d9-624105bcd648 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:41.267037 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51198) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:41.284946 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:41.382271 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1a6751fe-f22d-4869-8f25-4bfba0922610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.396134 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.485864 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1a6751fe-f22d-4869-8f25-4bfba0922610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.490449 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-1a6751fe-f22d-4869-8f25-4bfba0922610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.531897 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-1a6751fe-f22d-4869-8f25-4bfba0922610 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18bbfbc7b5e14c4895f083c870bbd311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642221 Jul 09 21:04:41.536839 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51202) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:41.549403 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:40Z', 'revision_number': 3, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:41.553924 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6751fe-f22d-4869-8f25-4bfba0922610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857b1210-ef6d-4e8c-bb3c-ce8564f7843e,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:41.566492 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Allocated IP 172.20.0.1 (8e9588af-4548-4101-a722-9151cf62a2ae/e9320aa8-3446-4228-bdc9-4661a1575a37/78884bf3-66dd-47de-891e-1a737f0861ed) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:41.591062 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Checking router: 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:41.591475 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Updating router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab port e6e90164-d6a5-407e-a5b2-f34452932e53 binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:04:41.601529 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a868546-7a96-4d93-9e24-9b78edc01286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.626957 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a868546-7a96-4d93-9e24-9b78edc01286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.630113 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.699476 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a868546-7a96-4d93-9e24-9b78edc01286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.702362 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-5a868546-7a96-4d93-9e24-9b78edc01286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.706594 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-5a868546-7a96-4d93-9e24-9b78edc01286 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/857b1210-ef6d-4e8c-bb3c-ce8564f7843e HTTP/1.1" status: 204 len: 168 time: 0.1684189 Jul 09 21:04:41.711688 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a868546-7a96-4d93-9e24-9b78edc01286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857b1210-ef6d-4e8c-bb3c-ce8564f7843e,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:41.733256 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.773142 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Transition to ACTIVE for port object 78884bf3-66dd-47de-891e-1a737f0861ed will not be triggered until provisioned by entity DHCP. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:41.824763 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.876593 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Network 8e9588af-4548-4101-a722-9151cf62a2ae is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:41.882952 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:41.887306 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:41.893561 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Pushing event updated for resources: {'Port': ['ID=78884bf3-66dd-47de-891e-1a737f0861ed,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:41.893943 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device fb3a106f-10e3-4464-a3d9-624105bcd648 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:41.950384 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.954240 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.954588 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.955180 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.955521 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.955851 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.956177 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.956554 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.956929 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.957333 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.957667 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.958020 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.958346 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:41.971102 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.981889 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Transition to ACTIVE for port object e6e90164-d6a5-407e-a5b2-f34452932e53 will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:41.992891 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.062299 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987d7ab-e5b9-4671-9394-887a7944f38a None None] Pushing event updated for resources: {'Port': ['ID=e6e90164-d6a5-407e-a5b2-f34452932e53,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:42.067129 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Attempting to bind port e6e90164-d6a5-407e-a5b2-f34452932e53 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:42.067586 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Attempting to bind port e6e90164-d6a5-407e-a5b2-f34452932e53 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:42.067950 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Attempting to bind port e6e90164-d6a5-407e-a5b2-f34452932e53 on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:42.070983 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port fb3a106f-10e3-4464-a3d9-624105bcd648 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:42.076803 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port fb3a106f-10e3-4464-a3d9-624105bcd648 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:42.077211 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.080076 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:42.080453 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:42.080872 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.081276 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:42.081751 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Bound port: e6e90164-d6a5-407e-a5b2-f34452932e53, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:42.082160 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.112661 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51210) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:42.127985 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ddf96848-3d98-4df8-82bd-82bd925c612e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.138682 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.174766 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] For port e6e90164-d6a5-407e-a5b2-f34452932e53, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:42.179196 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] For port e6e90164-d6a5-407e-a5b2-f34452932e53, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e6e90164-d6a5-407e-a5b2-f34452932e53,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:42.181975 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-147a9b01-b6f8-4117-afb6-7f246c9f09cc None None] Provisioning for port 78884bf3-66dd-47de-891e-1a737f0861ed completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:42.186478 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.194202 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-147a9b01-b6f8-4117-afb6-7f246c9f09cc None None] Provisioning complete for port 78884bf3-66dd-47de-891e-1a737f0861ed triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:42.194575 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-147a9b01-b6f8-4117-afb6-7f246c9f09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.240246 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ddf96848-3d98-4df8-82bd-82bd925c612e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.245092 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ddf96848-3d98-4df8-82bd-82bd925c612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.284088 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-ddf96848-3d98-4df8-82bd-82bd925c612e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0898a0dbd5c34e65bc27505fc6e4aa6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699219 Jul 09 21:04:42.285015 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf96848-3d98-4df8-82bd-82bd925c612e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69befbb4-f49c-44d7-b98b-fca6cfd17947,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:42.287414 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51212) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:42.301094 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-147a9b01-b6f8-4117-afb6-7f246c9f09cc None None] Port 78884bf3-66dd-47de-891e-1a737f0861ed cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:42.306247 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.310930 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987d7ab-e5b9-4671-9394-887a7944f38a None None] Pushing event updated for resources: {'Port': ['ID=e6e90164-d6a5-407e-a5b2-f34452932e53,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:42.319496 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:42.320117 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:42.342971 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d2fd03de-44c5-4252-9c66-e248e234fc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.351256 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.356940 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.366714 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d2fd03de-44c5-4252-9c66-e248e234fc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.388977 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port fb3a106f-10e3-4464-a3d9-624105bcd648, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=fb3a106f-10e3-4464-a3d9-624105bcd648,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:42.415400 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.431305 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d2fd03de-44c5-4252-9c66-e248e234fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.436120 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d2fd03de-44c5-4252-9c66-e248e234fc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.437743 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Pushing event updated for resources: {'Port': ['ID=78884bf3-66dd-47de-891e-1a737f0861ed,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:42.440188 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.441184 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-d2fd03de-44c5-4252-9c66-e248e234fc00 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/69befbb4-f49c-44d7-b98b-fca6cfd17947 HTTP/1.1" status: 204 len: 168 time: 0.1527822 Jul 09 21:04:42.453247 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd03de-44c5-4252-9c66-e248e234fc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69befbb4-f49c-44d7-b98b-fca6cfd17947,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:42.498795 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:42.500776 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=fb3a106f-10e3-4464-a3d9-624105bcd648,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:42.543943 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Network 8e9588af-4548-4101-a722-9151cf62a2ae is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:42.545638 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:42.691500 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:42.748442 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:41Z', 'revision_number': 1, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:42.779046 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232f66c-fd1b-42c2-b333-5f14ba3fa2de None None] The sync data for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi is: [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:41Z', 'revision_number': 1, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:42.824479 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-1f7ac068-c030-4861-8b1b-71fcfe1f20f4 None None] Provisioning complete for port 78884bf3-66dd-47de-891e-1a737f0861ed triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:42.824967 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac068-c030-4861-8b1b-71fcfe1f20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:42.841744 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:42.848028 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-f070aa5e-278e-4799-98b8-fe19caa65f3f admin admin] 10.222.0.77 "PUT /v2.0/routers/4a11ca32-0b5d-400d-afa3-b7e0c65b9dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9036717 Jul 09 21:04:42.865771 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ac068-c030-4861-8b1b-71fcfe1f20f4 None None] Port 78884bf3-66dd-47de-891e-1a737f0861ed cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:43.473894 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51250) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:43.488391 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-a7f8080a-5f13-4710-8ca7-8ab5e46a86bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:43.488933 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1016214144-network', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:43.511559 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Made reservation on behalf of 9a42b254b3f3478c9e4117f4c0b80278 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:43.513922 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:43.525607 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:43.805160 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:43.916062 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:43.922389 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:43.950057 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e6e90164-d6a5-407e-a5b2-f34452932e53 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:43.954890 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:04:43.963604 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd134e27-9afe-43d6-a3df-3e880164ad1c,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:43.976476 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:43.977399 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Added segment 34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e of type vlan for network 32c990e5-5af5-4072-ac87-14504c1915e8 Jul 09 21:04:44.013898 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port e6e90164-d6a5-407e-a5b2-f34452932e53 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:44.018468 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e6e90164-d6a5-407e-a5b2-f34452932e53 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:44.018838 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.023483 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.058075 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.059476 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:44.060317 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.104073 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.127284 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6476169 Jul 09 21:04:44.127484 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51268) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:44.131556 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port e6e90164-d6a5-407e-a5b2-f34452932e53, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e6e90164-d6a5-407e-a5b2-f34452932e53,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:44.132086 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee7474-a7e4-4d72-a2d5-4413abd46245 admin admin] Pushing event updated for resources: {'Network': ['ID=32c990e5-5af5-4072-ac87-14504c1915e8,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:44.133178 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Request body: {'subnet': {'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1016214144-subnet', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:44.137478 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.138669 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device fb3a106f-10e3-4464-a3d9-624105bcd648 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:44.163132 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Made reservation on behalf of 9a42b254b3f3478c9e4117f4c0b80278 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:44.167644 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530015'] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.170188 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network 32c990e5-5af5-4072-ac87-14504c1915e8 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:04:44.276073 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=e6e90164-d6a5-407e-a5b2-f34452932e53,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:44.306906 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port fb3a106f-10e3-4464-a3d9-624105bcd648 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:44.307280 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.392303 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529997'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.443711 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5aa1977-0e0d-4995-8700-0eb5b4214a93,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:44.464193 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Checking segment: {'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:44.464434 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Network hostable DHCP agents. Network: 32c990e5-5af5-4072-ac87-14504c1915e8, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:04:44.480773 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Network 32c990e5-5af5-4072-ac87-14504c1915e8 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:04:44.489499 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, 32c990e5-5af5-4072-ac87-14504c1915e8) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:44.494299 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:44.494885 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.499169 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda92fc-c66d-45c5-bf82-473c8e7a4269 None None] Network 32c990e5-5af5-4072-ac87-14504c1915e8 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:44.515774 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-fb9fd4ad-3c3e-44c4-86db-9f336563bfd9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3871465 Jul 09 21:04:44.518229 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51282) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:44.524585 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:44.553870 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64302'] for router, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.554853 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64289'] for router, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.617321 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.663091 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.674924 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50b2fea-2db7-51db-8f3b-7a05004e4338-32c990e5-5af5-4072-ac87-14504c1915e8', 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'fixed_ips': [{'subnet_id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93'}]}} from dv-cinder-800306-1-iscsi. {{(pid=92869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:04:44.675826 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.769797 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64307'] for router, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:44.824888 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.db_base_plugin_common [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Allocated IP 172.20.0.2 (32c990e5-5af5-4072-ac87-14504c1915e8/e5aa1977-0e0d-4995-8700-0eb5b4214a93/d54aca01-95f6-4fea-be13-9db8285a7a2b) {{(pid=92869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:44.834501 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51290) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:44.950901 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-448305c4-505b-454e-a53d-ed7c7ea10fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.011416 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Notify callbacks [] for port, precommit_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.024431 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Transition to ACTIVE for port object d54aca01-95f6-4fea-be13-9db8285a7a2b will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:45.062690 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Transition to ACTIVE for port object d54aca01-95f6-4fea-be13-9db8285a7a2b will not be triggered until provisioned by entity DHCP. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:45.064341 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.069705 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604'] for port, after_create {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.070694 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-448305c4-505b-454e-a53d-ed7c7ea10fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.075173 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-448305c4-505b-454e-a53d-ed7c7ea10fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.104152 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-448305c4-505b-454e-a53d-ed7c7ea10fec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=878c643989d84daeb10ec01214a242a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685590 Jul 09 21:04:45.109578 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51294) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:45.117613 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Network 32c990e5-5af5-4072-ac87-14504c1915e8 is already hosted by enough agents. {{(pid=92869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:45.120612 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.scheduler.base_scheduler [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Resources bound (agent type, host, resource id): {{(pid=92869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:45.124152 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Received port after_create {{(pid=92869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:45.127149 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448305c4-505b-454e-a53d-ed7c7ea10fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2b6c79-ac3f-4311-ba4e-25147f3540fa,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:45.129764 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Pushing event updated for resources: {'Port': ['ID=d54aca01-95f6-4fea-be13-9db8285a7a2b,revision_number=1']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:45.178865 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3ca779fa-cfe4-47ad-a71d-8c911acb785b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.186999 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Attempting to bind port d54aca01-95f6-4fea-be13-9db8285a7a2b on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:45.187471 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Attempting to bind port d54aca01-95f6-4fea-be13-9db8285a7a2b by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:45.187916 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Attempting to bind port d54aca01-95f6-4fea-be13-9db8285a7a2b on network 32c990e5-5af5-4072-ac87-14504c1915e8 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:45.201492 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:45.202243 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Checking segment: {'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:45.202862 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.203505 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Bound using segment: {'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:45.203723 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Sync routers for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:45.204172 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Bound port: d54aca01-95f6-4fea-be13-9db8285a7a2b, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:45.204565 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.219136 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:45.219853 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:45.261412 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3ca779fa-cfe4-47ad-a71d-8c911acb785b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.269824 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] For port d54aca01-95f6-4fea-be13-9db8285a7a2b, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:45.273546 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] For port d54aca01-95f6-4fea-be13-9db8285a7a2b, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d54aca01-95f6-4fea-be13-9db8285a7a2b,segment=NetworkSegment(34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e),segment_id=34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:45.280029 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.333454 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:45.347460 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06492c-da85-4bcd-96f8-c871ef3b51d3 None None] Pushing event updated for resources: {'Port': ['ID=d54aca01-95f6-4fea-be13-9db8285a7a2b,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:45.359916 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.381766 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.398413 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3ca779fa-cfe4-47ad-a71d-8c911acb785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.401181 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3ca779fa-cfe4-47ad-a71d-8c911acb785b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.404648 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-3ca779fa-cfe4-47ad-a71d-8c911acb785b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa2b6c79-ac3f-4311-ba4e-25147f3540fa HTTP/1.1" status: 204 len: 168 time: 0.2909513 Jul 09 21:04:45.441303 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca779fa-cfe4-47ad-a71d-8c911acb785b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2b6c79-ac3f-4311-ba4e-25147f3540fa,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:45.519320 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Allocated IP 172.27.3.13 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/d5ceef9c-df7e-4ee2-8279-15b874c1458b) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:45.590398 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 2, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:45.628761 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Checking router: 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:45.629158 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Updating router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab port 78884bf3-66dd-47de-891e-1a737f0861ed binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:04:45.669668 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.686072 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.739605 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.786829 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:45.795624 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:45.800321 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:45.804923 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Pushing event updated for resources: {'Port': ['ID=d5ceef9c-df7e-4ee2-8279-15b874c1458b,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:45.960713 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51300) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:45.977702 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c20cc09c-d31b-419e-b187-efd9d94da260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:45.978952 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d54aca01-95f6-4fea-be13-9db8285a7a2b up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:46.015017 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.026650 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Transition to ACTIVE for port object 78884bf3-66dd-47de-891e-1a737f0861ed will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:46.035746 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.041348 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port d54aca01-95f6-4fea-be13-9db8285a7a2b completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:46.046307 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e6e90164-d6a5-407e-a5b2-f34452932e53 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:46.096517 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c20cc09c-d31b-419e-b187-efd9d94da260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.103282 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c20cc09c-d31b-419e-b187-efd9d94da260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.135972 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.137251 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.146926 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port e6e90164-d6a5-407e-a5b2-f34452932e53 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:46.147313 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.163357 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-c20cc09c-d31b-419e-b187-efd9d94da260 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d7b21768e9d74b1eb330fa198a5ac7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008913 Jul 09 21:04:46.164391 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cc09c-d31b-419e-b187-efd9d94da260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e0dbff-71ac-4991-8f0b-47bb78aa2328,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:46.167145 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51302) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:46.190869 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Pushing event updated for resources: {'Port': ['ID=78884bf3-66dd-47de-891e-1a737f0861ed,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:46.205484 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.206568 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.207094 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.207577 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.208056 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.222525 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.223240 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.223928 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.225294 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.225776 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.226896 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.227300 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:46.255110 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf604-6cd5-4dc9-919e-966943aea8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.280678 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf604-6cd5-4dc9-919e-966943aea8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.284337 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Attempting to bind port 78884bf3-66dd-47de-891e-1a737f0861ed on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:46.284728 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Attempting to bind port 78884bf3-66dd-47de-891e-1a737f0861ed by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:46.285294 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Attempting to bind port 78884bf3-66dd-47de-891e-1a737f0861ed on network 8e9588af-4548-4101-a722-9151cf62a2ae {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:46.291250 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:46.291715 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Checking segment: {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:46.292178 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.292624 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Bound using segment: {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:46.293199 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Bound port: 78884bf3-66dd-47de-891e-1a737f0861ed, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:46.293920 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.368952 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf604-6cd5-4dc9-919e-966943aea8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.373006 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf604-6cd5-4dc9-919e-966943aea8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.378469 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8f7bf604-6cd5-4dc9-919e-966943aea8e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94e0dbff-71ac-4991-8f0b-47bb78aa2328 HTTP/1.1" status: 204 len: 168 time: 0.2095051 Jul 09 21:04:46.389276 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bf604-6cd5-4dc9-919e-966943aea8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e0dbff-71ac-4991-8f0b-47bb78aa2328,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:46.391615 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] For port 78884bf3-66dd-47de-891e-1a737f0861ed, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:46.397116 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] For port 78884bf3-66dd-47de-891e-1a737f0861ed, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=78884bf3-66dd-47de-891e-1a737f0861ed,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:46.412028 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.456332 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602831'] for router, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.486820 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:46.487458 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:46.495209 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffe259-9e43-49ba-8abc-7e47eff26cfa None None] Pushing event updated for resources: {'Port': ['ID=78884bf3-66dd-47de-891e-1a737f0861ed,revision_number=4']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:46.654726 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Router c191f83a-9872-4405-b66e-891a67d0dc4b is scheduled to L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 with binding_index 1 {{(pid=92867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:04:46.658755 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:46.748736 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eccaa8-18a5-47b4-b5dc-702f8d47872f None None] Network 32c990e5-5af5-4072-ac87-14504c1915e8 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:46.800864 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:46.817437 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Sync routers for ids ['c191f83a-9872-4405-b66e-891a67d0dc4b'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:46.827857 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:46.832214 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-98393b1c-94df-4eb5-b4d7-b46fe512e3db admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3102496 Jul 09 21:04:46.832527 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51308) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:46.852175 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Routers {'c191f83a-9872-4405-b66e-891a67d0dc4b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:46.852952 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c191f83a-9872-4405-b66e-891a67d0dc4b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:46.930263 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:46Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:46.963079 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f614f7-6eff-4116-bbc1-3cf4f5dc8468 None None] The sync data for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi is: [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:46Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:47.154535 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-278efaf1-ea56-40a8-9b58-168d0b3cc5dd None None] Provisioning for port d54aca01-95f6-4fea-be13-9db8285a7a2b completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:47.166566 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-278efaf1-ea56-40a8-9b58-168d0b3cc5dd None None] Provisioning complete for port d54aca01-95f6-4fea-be13-9db8285a7a2b triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:47.166931 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-278efaf1-ea56-40a8-9b58-168d0b3cc5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.225071 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Set router c191f83a-9872-4405-b66e-891a67d0dc4b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:47.372509 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.436433 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-278efaf1-ea56-40a8-9b58-168d0b3cc5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.522418 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-278efaf1-ea56-40a8-9b58-168d0b3cc5dd None None] For port d54aca01-95f6-4fea-be13-9db8285a7a2b, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d54aca01-95f6-4fea-be13-9db8285a7a2b,segment=NetworkSegment(34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e),segment_id=34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:47.534398 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-278efaf1-ea56-40a8-9b58-168d0b3cc5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.612933 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:04:45Z', 'revision_number': 3, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port': {'id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:45Z', 'updated_at': '2021-07-09T21:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:47.615806 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_common [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Allocated IP 172.20.0.1 (32c990e5-5af5-4072-ac87-14504c1915e8/e5aa1977-0e0d-4995-8700-0eb5b4214a93/d7d70287-15d0-413d-b02c-351957cb4926) {{(pid=92867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:47.648726 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Checking router: c191f83a-9872-4405-b66e-891a67d0dc4b for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:47.649105 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Updating router c191f83a-9872-4405-b66e-891a67d0dc4b port d5ceef9c-df7e-4ee2-8279-15b874c1458b binding host dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:04:47.650718 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278efaf1-ea56-40a8-9b58-168d0b3cc5dd None None] Pushing event updated for resources: {'Port': ['ID=d54aca01-95f6-4fea-be13-9db8285a7a2b,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:47.688913 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-34d65c08-ac92-47f8-a763-d46343601fe0 None None] Provisioning complete for port d54aca01-95f6-4fea-be13-9db8285a7a2b triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:47.689507 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-34d65c08-ac92-47f8-a763-d46343601fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.716529 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.757343 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.776253 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.provisioning_blocks [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Transition to ACTIVE for port object d7d70287-15d0-413d-b02c-351957cb4926 will not be triggered until provisioned by entity DHCP. {{(pid=92867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:47.815622 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8531009'] for port, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.863658 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Network 32c990e5-5af5-4072-ac87-14504c1915e8 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:47.870691 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:47.876465 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Received port after_create {{(pid=92867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:47.937387 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604152'] for router_interface, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:47.952764 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 78884bf3-66dd-47de-891e-1a737f0861ed up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:48.051465 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d70287-15d0-413d-b02c-351957cb4926,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:48.056202 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port 78884bf3-66dd-47de-891e-1a737f0861ed completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:48.062245 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 78884bf3-66dd-47de-891e-1a737f0861ed triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:48.062617 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.139757 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.173199 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Notify callbacks [] for port, precommit_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.187362 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Transition to ACTIVE for port object d5ceef9c-df7e-4ee2-8279-15b874c1458b will not be triggered until provisioned by entity L2. {{(pid=92869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:48.223820 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.263728 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.304507 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-9b948e67-4414-468e-aede-6872dc619490 None None] Provisioning for port d7d70287-15d0-413d-b02c-351957cb4926 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:48.311289 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d5662-89e0-4e9e-906f-eeef9655102a None None] Pushing event updated for resources: {'Port': ['ID=d5ceef9c-df7e-4ee2-8279-15b874c1458b,revision_number=2']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:48.315575 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.318857 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Attempting to bind port d5ceef9c-df7e-4ee2-8279-15b874c1458b on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:48.319395 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Attempting to bind port d5ceef9c-df7e-4ee2-8279-15b874c1458b by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:48.319959 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Attempting to bind port d5ceef9c-df7e-4ee2-8279-15b874c1458b on network 3c352f8c-03fb-4af4-b2cb-423d7e335103 {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:48.321311 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531123'] for port, after_update {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.327491 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-9b948e67-4414-468e-aede-6872dc619490 None None] Provisioning complete for port d7d70287-15d0-413d-b02c-351957cb4926 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:48.327867 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-9b948e67-4414-468e-aede-6872dc619490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.357392 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:48.357765 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Checking segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:48.358164 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.358558 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Bound using segment: {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'} {{(pid=92869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:48.359031 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.managers [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Bound port: d5ceef9c-df7e-4ee2-8279-15b874c1458b, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc8e7a-2a80-484b-accc-e4bf3ba83c53', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103'}}] {{(pid=92869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:48.359408 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.366746 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port 78884bf3-66dd-47de-891e-1a737f0861ed, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=78884bf3-66dd-47de-891e-1a737f0861ed,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:48.389770 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601093'] for router_interface, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.391731 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d70287-15d0-413d-b02c-351957cb4926,revision_number=2']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:48.397567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.398353 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d54aca01-95f6-4fea-be13-9db8285a7a2b up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:48.426625 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-9b948e67-4414-468e-aede-6872dc619490 None None] Port d7d70287-15d0-413d-b02c-351957cb4926 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:48.480962 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Network 32c990e5-5af5-4072-ac87-14504c1915e8 is already hosted by enough agents. {{(pid=92867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:48.482395 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Resources bound (agent type, host, resource id): {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:48.503804 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] For port d5ceef9c-df7e-4ee2-8279-15b874c1458b, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:48.506855 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=78884bf3-66dd-47de-891e-1a737f0861ed,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:48.513026 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] For port d5ceef9c-df7e-4ee2-8279-15b874c1458b, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d5ceef9c-df7e-4ee2-8279-15b874c1458b,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:48.524214 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.558551 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port d54aca01-95f6-4fea-be13-9db8285a7a2b triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:48.558926 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.614187 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Router c191f83a-9872-4405-b66e-891a67d0dc4b has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:48.623786 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Routers {'c191f83a-9872-4405-b66e-891a67d0dc4b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:48.624418 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c191f83a-9872-4405-b66e-891a67d0dc4b'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:48.626400 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d5662-89e0-4e9e-906f-eeef9655102a None None] Pushing event updated for resources: {'Port': ['ID=d5ceef9c-df7e-4ee2-8279-15b874c1458b,revision_number=3']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:48.725576 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:48.738356 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-67f1fd3d-77b4-4190-befb-bb6c75d30376 admin admin] 10.222.0.77 "PUT /v2.0/routers/c191f83a-9872-4405-b66e-891a67d0dc4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8966839 Jul 09 21:04:48.780141 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-8710eaa1-07c4-4a84-b04c-31618c0c4e07 None None] Provisioning complete for port d7d70287-15d0-413d-b02c-351957cb4926 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:48.780509 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8710eaa1-07c4-4a84-b04c-31618c0c4e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:48.785346 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] Set router c191f83a-9872-4405-b66e-891a67d0dc4b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:48.852160 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-8710eaa1-07c4-4a84-b04c-31618c0c4e07 None None] Port d7d70287-15d0-413d-b02c-351957cb4926 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:49.007306 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 4, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port': {'id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:45Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'd7d70287-15d0-413d-b02c-351957cb4926', 'name': '', 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'mac_address': 'fa:16:3e:4e:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:47Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 2, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'subnets': [{'id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:49.034224 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa151c42-25ea-46f3-ad18-71df4482fd31 None None] The sync data for ids ['c191f83a-9872-4405-b66e-891a67d0dc4b'] in dv-cinder-800306-1-iscsi is: [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 4, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port': {'id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:45Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'd7d70287-15d0-413d-b02c-351957cb4926', 'name': '', 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'mac_address': 'fa:16:3e:4e:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:47Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 2, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'subnets': [{'id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:49.445021 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51346) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:49.449529 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-8b830ea3-0fab-478e-8678-d4c41cc76ddd tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397181310', 'description': 'tempest-secgroup-smoke-397181310 description', 'project_id': '534629a7725e4c688c4453b7aeef49ef'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:49.471358 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8b830ea3-0fab-478e-8678-d4c41cc76ddd tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.558470 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8b830ea3-0fab-478e-8678-d4c41cc76ddd tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.562514 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8b830ea3-0fab-478e-8678-d4c41cc76ddd tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.590842 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-8b830ea3-0fab-478e-8678-d4c41cc76ddd tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.591807 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-8b830ea3-0fab-478e-8678-d4c41cc76ddd tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1465757 Jul 09 21:04:49.595124 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51350) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:49.599662 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b830ea3-0fab-478e-8678-d4c41cc76ddd tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f7bb7-e912-42b8-b115-ff7e31463a7a,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:49.599908 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-e1a971f9-5d91-44e1-9133-3bda08dc40fe tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'security_group_rule': {'security_group_id': 'b38f7bb7-e912-42b8-b115-ff7e31463a7a', 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:49.630352 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e1a971f9-5d91-44e1-9133-3bda08dc40fe tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.696638 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e1a971f9-5d91-44e1-9133-3bda08dc40fe tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.700647 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e1a971f9-5d91-44e1-9133-3bda08dc40fe tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.726245 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a971f9-5d91-44e1-9133-3bda08dc40fe tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b5ecf1-37f5-4bcb-86e7-80608f936649,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:49.733419 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-e1a971f9-5d91-44e1-9133-3bda08dc40fe tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.737815 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51352) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:49.740178 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-e1a971f9-5d91-44e1-9133-3bda08dc40fe tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438930 Jul 09 21:04:49.743510 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-e291238f-484d-45d7-8910-a05bab03cf5c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'security_group_rule': {'security_group_id': 'b38f7bb7-e912-42b8-b115-ff7e31463a7a', 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:49.791830 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e291238f-484d-45d7-8910-a05bab03cf5c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.860744 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e291238f-484d-45d7-8910-a05bab03cf5c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.866650 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e291238f-484d-45d7-8910-a05bab03cf5c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.888427 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291238f-484d-45d7-8910-a05bab03cf5c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51f3bbe-951e-44e8-8a36-95b955202ab2,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:49.894894 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e291238f-484d-45d7-8910-a05bab03cf5c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.896748 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e291238f-484d-45d7-8910-a05bab03cf5c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577735 Jul 09 21:04:49.899796 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51354) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:49.905888 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-25adbdd9-6b5f-43db-b652-305de84f40a8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'security_group_rule': {'security_group_id': 'b38f7bb7-e912-42b8-b115-ff7e31463a7a', 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:49.927388 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 78884bf3-66dd-47de-891e-1a737f0861ed up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:49.942116 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-25adbdd9-6b5f-43db-b652-305de84f40a8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:49.978290 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port 78884bf3-66dd-47de-891e-1a737f0861ed triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:49.978659 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.003502 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-25adbdd9-6b5f-43db-b652-305de84f40a8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.008758 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-25adbdd9-6b5f-43db-b652-305de84f40a8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.030468 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adbdd9-6b5f-43db-b652-305de84f40a8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56278b3-bff7-4951-a4ab-a4136064bdd2,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:50.035473 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-25adbdd9-6b5f-43db-b652-305de84f40a8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.036690 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-25adbdd9-6b5f-43db-b652-305de84f40a8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350513 Jul 09 21:04:50.039534 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51356) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:50.044693 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-0e5b2778-51a1-4ae6-9810-262d08fcc1eb tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'security_group_rule': {'security_group_id': 'b38f7bb7-e912-42b8-b115-ff7e31463a7a', 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:50.070707 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d5ceef9c-df7e-4ee2-8279-15b874c1458b up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:50.074481 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0e5b2778-51a1-4ae6-9810-262d08fcc1eb tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.123623 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port d5ceef9c-df7e-4ee2-8279-15b874c1458b completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:50.129038 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port d5ceef9c-df7e-4ee2-8279-15b874c1458b triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:50.129745 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.141503 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0e5b2778-51a1-4ae6-9810-262d08fcc1eb tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.146017 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0e5b2778-51a1-4ae6-9810-262d08fcc1eb tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.171074 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b2778-51a1-4ae6-9810-262d08fcc1eb tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6abb55-156c-4288-9e17-2db559d7f141,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:50.177574 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0e5b2778-51a1-4ae6-9810-262d08fcc1eb tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.179135 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-0e5b2778-51a1-4ae6-9810-262d08fcc1eb tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383359 Jul 09 21:04:50.181864 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51358) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:50.186549 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-429015be-08f8-489c-972c-3876011206bf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'security_group_rule': {'security_group_id': 'b38f7bb7-e912-42b8-b115-ff7e31463a7a', 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:50.214492 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.securitygroups_db [None req-429015be-08f8-489c-972c-3876011206bf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Project 534629a7725e4c688c4453b7aeef49ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:04:50.219460 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-429015be-08f8-489c-972c-3876011206bf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.225095 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.247237 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port d5ceef9c-df7e-4ee2-8279-15b874c1458b, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d5ceef9c-df7e-4ee2-8279-15b874c1458b,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:50.252434 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.291149 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-429015be-08f8-489c-972c-3876011206bf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.295563 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-429015be-08f8-489c-972c-3876011206bf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.308445 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=d5ceef9c-df7e-4ee2-8279-15b874c1458b,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:50.313204 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429015be-08f8-489c-972c-3876011206bf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016b864d-0e99-4ce3-a597-7744b15e4f73,revision_number=0']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:50.320676 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-429015be-08f8-489c-972c-3876011206bf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.322622 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-429015be-08f8-489c-972c-3876011206bf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392491 Jul 09 21:04:50.325566 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51360) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:50.330176 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-95f2a510-185d-45d2-af2c-361ac59802d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'security_group_rule': {'security_group_id': 'b38f7bb7-e912-42b8-b115-ff7e31463a7a', 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:50.353657 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.securitygroups_db [None req-95f2a510-185d-45d2-af2c-361ac59802d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Project 534629a7725e4c688c4453b7aeef49ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:04:50.359611 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-95f2a510-185d-45d2-af2c-361ac59802d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.423596 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-95f2a510-185d-45d2-af2c-361ac59802d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.427232 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-95f2a510-185d-45d2-af2c-361ac59802d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1809934'] for security_group_rule, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.444017 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a510-185d-45d2-af2c-361ac59802d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf5e30c-977f-46d4-871a-3b4b624e37b4,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:50.451168 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-95f2a510-185d-45d2-af2c-361ac59802d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:50.452583 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-95f2a510-185d-45d2-af2c-361ac59802d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259913 Jul 09 21:04:51.052715 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Sync routers for ids ['c191f83a-9872-4405-b66e-891a67d0dc4b'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:51.061407 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Routers {'c191f83a-9872-4405-b66e-891a67d0dc4b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:51.062001 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c191f83a-9872-4405-b66e-891a67d0dc4b'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:51.245243 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Set router c191f83a-9872-4405-b66e-891a67d0dc4b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:51.440976 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 4, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port': {'id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:45Z', 'updated_at': '2021-07-09T21:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'd7d70287-15d0-413d-b02c-351957cb4926', 'name': '', 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'mac_address': 'fa:16:3e:4e:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:47Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 2, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'subnets': [{'id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:51.470322 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Checking router: c191f83a-9872-4405-b66e-891a67d0dc4b for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:51.470666 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Updating router c191f83a-9872-4405-b66e-891a67d0dc4b port d7d70287-15d0-413d-b02c-351957cb4926 binding host dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:04:51.503321 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:51.754727 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Notify callbacks [] for port, precommit_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:51.765222 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.provisioning_blocks [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Transition to ACTIVE for port object d7d70287-15d0-413d-b02c-351957cb4926 will not be triggered until provisioned by entity L2. {{(pid=92870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:51.771382 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:51.811083 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d5ceef9c-df7e-4ee2-8279-15b874c1458b up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:51.818223 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cd013-d255-441a-96bb-ca469b8f6924 None None] Pushing event updated for resources: {'Port': ['ID=d7d70287-15d0-413d-b02c-351957cb4926,revision_number=3']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:51.866512 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port d5ceef9c-df7e-4ee2-8279-15b874c1458b triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:51.866977 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:51.873690 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Attempting to bind port d7d70287-15d0-413d-b02c-351957cb4926 on host dv-cinder-800306-1-iscsi for vnic_type normal with profile {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:51.874062 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Attempting to bind port d7d70287-15d0-413d-b02c-351957cb4926 by drivers openvswitch,hyperv on host dv-cinder-800306-1-iscsi at level 0 using segments [{'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:51.874424 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Attempting to bind port d7d70287-15d0-413d-b02c-351957cb4926 on network 32c990e5-5af5-4072-ac87-14504c1915e8 {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:51.879630 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Checking agent: {'id': 'a9928263-efbe-47f6-9fcd-44a2b7c1bdf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 44, 14), 'started_at': datetime.datetime(2021, 7, 9, 20, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:51.879996 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Checking segment: {'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:51.880391 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:51.880775 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Bound using segment: {'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'} {{(pid=92870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:51.881341 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.managers [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Bound port: d7d70287-15d0-413d-b02c-351957cb4926, host: dv-cinder-800306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8'}}] {{(pid=92870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:51.881717 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:51.950032 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] For port d7d70287-15d0-413d-b02c-351957cb4926, host dv-cinder-800306-1-iscsi, cleared binding levels {{(pid=92870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:51.953425 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] For port d7d70287-15d0-413d-b02c-351957cb4926, host dv-cinder-800306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d7d70287-15d0-413d-b02c-351957cb4926,segment=NetworkSegment(34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e),segment_id=34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e)] {{(pid=92870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:51.960046 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:52.025619 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Routers {'c191f83a-9872-4405-b66e-891a67d0dc4b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:52.026236 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:04:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c191f83a-9872-4405-b66e-891a67d0dc4b'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:52.028196 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cd013-d255-441a-96bb-ca469b8f6924 None None] Pushing event updated for resources: {'Port': ['ID=d7d70287-15d0-413d-b02c-351957cb4926,revision_number=4']} {{(pid=92870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:52.136694 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] Set router c191f83a-9872-4405-b66e-891a67d0dc4b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:52.330072 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 4, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port': {'id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:45Z', 'updated_at': '2021-07-09T21:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'd7d70287-15d0-413d-b02c-351957cb4926', 'name': '', 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'mac_address': 'fa:16:3e:4e:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:47Z', 'updated_at': '2021-07-09T21:04:51Z', 'revision_number': 4, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'subnets': [{'id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:52.355376 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa7f8b-4aec-4fcb-b885-1be8b7d89528 None None] The sync data for ids ['c191f83a-9872-4405-b66e-891a67d0dc4b'] in dv-cinder-800306-1-iscsi is: [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 4, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port': {'id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:45Z', 'updated_at': '2021-07-09T21:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': 'd7d70287-15d0-413d-b02c-351957cb4926', 'name': '', 'network_id': '32c990e5-5af5-4072-ac87-14504c1915e8', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'mac_address': 'fa:16:3e:4e:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:47Z', 'updated_at': '2021-07-09T21:04:51Z', 'revision_number': 4, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'subnets': [{'id': 'e5aa1977-0e0d-4995-8700-0eb5b4214a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:53.825912 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d7d70287-15d0-413d-b02c-351957cb4926 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:53.875502 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning for port d7d70287-15d0-413d-b02c-351957cb4926 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:53.879616 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port d7d70287-15d0-413d-b02c-351957cb4926 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:53.879977 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:53.961712 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:53.998911 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] For port d7d70287-15d0-413d-b02c-351957cb4926, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d7d70287-15d0-413d-b02c-351957cb4926,segment=NetworkSegment(34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e),segment_id=34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:54.001923 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:54.049392 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Pushing event updated for resources: {'Port': ['ID=d7d70287-15d0-413d-b02c-351957cb4926,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:55.812119 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d7d70287-15d0-413d-b02c-351957cb4926 up at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:55.859695 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Provisioning complete for port d7d70287-15d0-413d-b02c-351957cb4926 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:55.860064 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:56.137329 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:04:57.562124 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51484) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:57.666371 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1c62-5a28-4631-b811-1a25fa508cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:57.756121 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1c62-5a28-4631-b811-1a25fa508cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:57.760493 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1c62-5a28-4631-b811-1a25fa508cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:57.800902 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-bb3f1c62-5a28-4631-b811-1a25fa508cae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d88df58e56a46b19627fe50702a3dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376459 Jul 09 21:04:57.801817 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f1c62-5a28-4631-b811-1a25fa508cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20464f7c-9969-4ecc-9b7b-4ac484690c39,revision_number=1']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:57.803584 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51488) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:57.852467 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-88112efe-994c-4c96-b703-1e7c2d7ee61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:57.874426 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-88112efe-994c-4c96-b703-1e7c2d7ee61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:57.919426 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-88112efe-994c-4c96-b703-1e7c2d7ee61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:57.922231 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-88112efe-994c-4c96-b703-1e7c2d7ee61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:57.923488 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-88112efe-994c-4c96-b703-1e7c2d7ee61c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20464f7c-9969-4ecc-9b7b-4ac484690c39 HTTP/1.1" status: 204 len: 168 time: 0.1188216 Jul 09 21:04:57.931699 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88112efe-994c-4c96-b703-1e7c2d7ee61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20464f7c-9969-4ecc-9b7b-4ac484690c39,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:02.913208 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51568) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:03.035891 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a53de1ef-c041-4312-aa59-fc52d551c283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:03.126671 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a53de1ef-c041-4312-aa59-fc52d551c283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:03.130365 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a53de1ef-c041-4312-aa59-fc52d551c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:03.168004 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a53de1ef-c041-4312-aa59-fc52d551c283 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49ba4f73b24e4c87aeb97990fcfbf511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536869 Jul 09 21:05:03.169877 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53de1ef-c041-4312-aa59-fc52d551c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878c0543-525a-4fb6-8cef-a6611b53784c,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:03.171133 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51572) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:03.223542 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5c424011-89fe-40dc-9c5b-b5f337ac9136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:03.245389 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5c424011-89fe-40dc-9c5b-b5f337ac9136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:03.293375 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5c424011-89fe-40dc-9c5b-b5f337ac9136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:03.295950 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-5c424011-89fe-40dc-9c5b-b5f337ac9136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:03.297125 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-5c424011-89fe-40dc-9c5b-b5f337ac9136 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/878c0543-525a-4fb6-8cef-a6611b53784c HTTP/1.1" status: 204 len: 168 time: 0.1241217 Jul 09 21:05:03.304907 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c424011-89fe-40dc-9c5b-b5f337ac9136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c0543-525a-4fb6-8cef-a6611b53784c,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:03.943432 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51596) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:04.038045 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-897387862-network', 'tenant_id': '25c7b7f113b84da68874e948381590d9'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:04.059747 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Made reservation on behalf of 25c7b7f113b84da68874e948381590d9 for: {'network': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:04.062068 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for network, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.070103 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.159377 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.163733 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.188319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=92868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:05:04.199046 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba169edf-1fcf-4c99-9daa-6aa62dabc45d,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:04.203791 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.204129 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.segments_db [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Added segment 8e9715de-236b-455f-9703-c3b710413d99 of type vlan for network e8a84126-55f4-4279-8733-b978a169d603 Jul 09 21:05:04.245880 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732640362581'] for network, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.273877 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644'] for network, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.274870 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:04.275455 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.332631 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3880095 Jul 09 21:05:04.335525 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 51600) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:04.337568 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29894b98-5b6f-464b-92e3-f1215d985bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a84126-55f4-4279-8733-b978a169d603,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:04.340566 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.v2.base [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Request body: {'subnet': {'network_id': 'e8a84126-55f4-4279-8733-b978a169d603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-897387862-subnet', 'tenant_id': '25c7b7f113b84da68874e948381590d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:04.348320 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Network e8a84126-55f4-4279-8733-b978a169d603 details requested by agent ovs-agent-dv-cinder-800306-1-iscsi with host dv-cinder-800306-1-iscsi {{(pid=92869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:05:04.364269 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Made reservation on behalf of 25c7b7f113b84da68874e948381590d9 for: {'subnet': 1} {{(pid=92867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:04.366693 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530015'] for subnet, before_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.535594 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8530997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3529997'] for subnet, after_create {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.591618 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6599470d-7edb-4671-8597-dfb9c4479515,revision_number=0']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:04.599464 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Checking segment: {'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:04.599826 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Network hostable DHCP agents. Network: e8a84126-55f4-4279-8733-b978a169d603, hostable agents: ['788ece2f-492b-4e63-a1b4-45f35aec627c'], hosted agents: [] {{(pid=92867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:05:04.615735 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Network e8a84126-55f4-4279-8733-b978a169d603 is scheduled to be hosted by DHCP agent 788ece2f-492b-4e63-a1b4-45f35aec627c with binding_index 1 {{(pid=92867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:05:04.629012 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.base_scheduler [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-1-iscsi, e8a84126-55f4-4279-8733-b978a169d603) {{(pid=92867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:04.633240 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:04.634086 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:04.639143 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d4bfa-a595-490c-86d1-014387317260 None None] Network e8a84126-55f4-4279-8733-b978a169d603 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:04.656475 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-3da6d58f-17e4-485d-9a69-f37b8778b844 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3198128 Jul 09 21:05:04.767289 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c1e02-b0c2-4bfa-8320-d22fa4d99eae None None] Network e8a84126-55f4-4279-8733-b978a169d603 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:07.462219 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-7b1aed5d-ca38-4af9-9d95-731fe590b640 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:07.463632 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-7b1aed5d-ca38-4af9-9d95-731fe590b640 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/networks?id=e8a84126-55f4-4279-8733-b978a169d603 HTTP/1.1" status: 200 len: 808 time: 0.1055396 Jul 09 21:05:07.477798 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-9725821f-9642-43d9-88bb-88e793521af8 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/quotas/25c7b7f113b84da68874e948381590d9 HTTP/1.1" status: 200 len: 375 time: 0.0089321 Jul 09 21:05:07.510479 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-0b122697-d741-4f97-84b9-be4e51e90a43 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=25c7b7f113b84da68874e948381590d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273168 Jul 09 21:05:07.600176 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-6c93d1b8-120b-4a76-be26-69f7b6ed57fe service neutron] 10.222.0.77 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831656 Jul 09 21:05:07.688277 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-bbb233e2-e999-497a-8106-08011d991bd6 service neutron] 10.222.0.77 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819452 Jul 09 21:05:07.853144 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a9dce299-aff9-49e7-9986-82a750a7ce82 req-4785e8ac-d31f-48e5-afae-074e3b4f9f8d tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 210 time: 0.0280027 Jul 09 21:05:09.000263 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-941e2106-0aec-4876-99d3-2b5a98d6edce req-6b22ccf8-de1b-4a6d-9e4a-f75e8f634fa5 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 210 time: 0.0290072 Jul 09 21:05:09.017651 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-f00824e0-ac5d-4229-9d99-66d10766b499 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:09.019384 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-f00824e0-ac5d-4229-9d99-66d10766b499 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.83 "GET /v2.0/networks?id=e8a84126-55f4-4279-8733-b978a169d603 HTTP/1.1" status: 200 len: 808 time: 0.1078489 Jul 09 21:05:09.049625 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Request body: {'port': {'device_id': '6849275c-a3bb-4ef8-bd52-731b4aa71d58', 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603', 'admin_state_up': True, 'tenant_id': '25c7b7f113b84da68874e948381590d9'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:09.153435 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Made reservation on behalf of 25c7b7f113b84da68874e948381590d9 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:09.157003 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:09.284125 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Allocated IP 172.20.0.6 (e8a84126-55f4-4279-8733-b978a169d603/6599470d-7edb-4671-8597-dfb9c4479515/80e444d4-41c5-4213-ac83-ac82804382fb) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:09.427791 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:09.466926 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:09.506999 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Network e8a84126-55f4-4279-8733-b978a169d603 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:09.511992 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:09.515709 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:09.542647 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Pushing event updated for resources: {'Port': ['ID=80e444d4-41c5-4213-ac83-ac82804382fb,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:09.566852 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:09.567453 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:09.581349 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-3bc8cb8b-254b-4a3e-b01c-ed653111087e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5355399 Jul 09 21:05:09.602523 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Request body: {'port': {'device_id': '6849275c-a3bb-4ef8-bd52-731b4aa71d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:09.674802 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:09.928051 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e444d4-41c5-4213-ac83-ac82804382fb {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:09.935181 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:09.949303 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Transition to ACTIVE for port object 80e444d4-41c5-4213-ac83-ac82804382fb will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:05:09.953085 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:10.001620 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Pushing event updated for resources: {'Port': ['ID=80e444d4-41c5-4213-ac83-ac82804382fb,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:10.068355 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Attempting to bind port 80e444d4-41c5-4213-ac83-ac82804382fb on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:05:10.069079 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Attempting to bind port 80e444d4-41c5-4213-ac83-ac82804382fb by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:05:10.069079 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Attempting to bind port 80e444d4-41c5-4213-ac83-ac82804382fb on network e8a84126-55f4-4279-8733-b978a169d603 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:10.073817 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Port 80e444d4-41c5-4213-ac83-ac82804382fb on network e8a84126-55f4-4279-8733-b978a169d603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:05:10.074221 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Attempting to bind port 80e444d4-41c5-4213-ac83-ac82804382fb on network e8a84126-55f4-4279-8733-b978a169d603 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:10.078935 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:05:10.079270 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Checking segment: {'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:10.079650 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Bound using segment: {'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:05:10.080070 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Bound port: 80e444d4-41c5-4213-ac83-ac82804382fb, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:05:10.080427 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:10.172480 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] For port 80e444d4-41c5-4213-ac83-ac82804382fb, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:05:10.189078 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] For port 80e444d4-41c5-4213-ac83-ac82804382fb, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=80e444d4-41c5-4213-ac83-ac82804382fb,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:05:10.193262 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:10.237563 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cba0ec-e375-4686-8e86-d280a62b7e4d req-c4532ed3-67e8-40fe-a5c7-88fd1dc3f06a tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:10.239024 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97cba0ec-e375-4686-8e86-d280a62b7e4d req-c4532ed3-67e8-40fe-a5c7-88fd1dc3f06a tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 943 time: 0.1269810 Jul 09 21:05:10.244641 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:10.245274 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:10.246572 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] 10.222.0.83 "PUT /v2.0/ports/80e444d4-41c5-4213-ac83-ac82804382fb HTTP/1.1" status: 200 len: 1093 time: 0.6482382 Jul 09 21:05:10.246996 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6849275c-a3bb-4ef8-bd52-731b4aa71d58', 'tag': '80e444d4-41c5-4213-ac83-ac82804382fb'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:10.249249 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a92a8-95e3-413e-bb52-cfbabb8543a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6849275c-a3bb-4ef8-bd52-731b4aa71d58", "tag": "80e444d4-41c5-4213-ac83-ac82804382fb"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:10.293782 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2d75d0-a6c7-43b2-b623-24d08742e797 x-openstack-request-id: req-0b2d75d0-a6c7-43b2-b623-24d08742e797 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:10.294087 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6849275c-a3bb-4ef8-bd52-731b4aa71d58", "tag": "80e444d4-41c5-4213-ac83-ac82804382fb", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:10.294320 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b2d75d0-a6c7-43b2-b623-24d08742e797 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:10.296230 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6849275c-a3bb-4ef8-bd52-731b4aa71d58', 'tag': '80e444d4-41c5-4213-ac83-ac82804382fb', 'status': 'completed', 'code': 200} Jul 09 21:05:10.299067 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bc6b8-a1b8-4c9e-90d9-93e174597c47 service neutron] Pushing event updated for resources: {'Port': ['ID=80e444d4-41c5-4213-ac83-ac82804382fb,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:10.308613 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97cba0ec-e375-4686-8e86-d280a62b7e4d req-2684fa5e-5be7-43bf-9f4b-a37e0a70d011 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531619 Jul 09 21:05:10.390840 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a92a8-95e3-413e-bb52-cfbabb8543a6 req-92585cca-86cc-40b2-984b-4bf49d840152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:10.392306 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a23a92a8-95e3-413e-bb52-cfbabb8543a6 req-92585cca-86cc-40b2-984b-4bf49d840152 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c7b7f113b84da68874e948381590d9&device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 1096 time: 0.0513136 Jul 09 21:05:10.496107 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a92a8-95e3-413e-bb52-cfbabb8543a6 req-db6d2cfc-bead-4c58-8679-67d586dc6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:10.497613 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a23a92a8-95e3-413e-bb52-cfbabb8543a6 req-db6d2cfc-bead-4c58-8679-67d586dc6ade service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=25c7b7f113b84da68874e948381590d9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0906126 Jul 09 21:05:10.586229 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a92a8-95e3-413e-bb52-cfbabb8543a6 req-829c7cdb-b161-4f42-8f8d-c22df2608e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:10.587562 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a23a92a8-95e3-413e-bb52-cfbabb8543a6 req-829c7cdb-b161-4f42-8f8d-c22df2608e2f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0831754 Jul 09 21:05:10.710265 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-fd60d037-ce61-4127-8525-acb3df6c3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:10.711738 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-fd60d037-ce61-4127-8525-acb3df6c3c85 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c7b7f113b84da68874e948381590d9&device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 1096 time: 0.0503519 Jul 09 21:05:10.763382 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-1625bcf0-7602-410b-9342-d3bf35b82aa5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e444d4-41c5-4213-ac83-ac82804382fb HTTP/1.1" status: 200 len: 217 time: 0.0359526 Jul 09 21:05:10.799149 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-652175c0-ca42-499b-9e88-64c5c283eb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:10.812105 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-9f62952d-6663-4df7-99d0-eb2e6930d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:10.813609 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-9f62952d-6663-4df7-99d0-eb2e6930d7b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6599470d-7edb-4671-8597-dfb9c4479515 HTTP/1.1" status: 200 len: 848 time: 0.0434213 Jul 09 21:05:10.846092 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-14741c40-69fc-42ec-b716-a8b735c58658 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e8a84126-55f4-4279-8733-b978a169d603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254204 Jul 09 21:05:10.936711 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-b86772f1-4cd4-47c3-906f-ce03d7257089 service neutron] 10.222.0.83 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825722 Jul 09 21:05:11.025014 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ffac9412-f152-41b9-af08-5d8e262a1c02 req-6b1e8b1a-a913-4b0e-b294-11dd429f8083 service neutron] 10.222.0.83 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815945 Jul 09 21:05:11.734555 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23c8eb-5faf-4add-892f-46e71af8894a req-66c99e8d-7838-4967-a184-ae850017b23a tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:11.736052 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5f23c8eb-5faf-4add-892f-46e71af8894a req-66c99e8d-7838-4967-a184-ae850017b23a tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 943 time: 0.3156734 Jul 09 21:05:11.772514 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5f23c8eb-5faf-4add-892f-46e71af8894a req-46bf7169-1d7a-4ed7-9fdf-16d4909a7b2d tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Jul 09 21:05:12.941554 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2c383-c1c3-4fc6-a4a0-ee3025b0c80b req-9ed836e1-c540-41ab-af8b-e4b563ffd1ec tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:12.943024 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e5f2c383-c1c3-4fc6-a4a0-ee3025b0c80b req-9ed836e1-c540-41ab-af8b-e4b563ffd1ec tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 943 time: 0.0619264 Jul 09 21:05:12.983571 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e5f2c383-c1c3-4fc6-a4a0-ee3025b0c80b req-dc98319a-0bfc-4706-a038-f0931bcf4b62 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Jul 09 21:05:13.462924 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f91594d3-47c9-4635-ac00-856ded000183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:13.792450 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:14.156213 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5cad-52cd-43fb-80cd-749d5e7253c5 req-831206b9-ee99-41a5-ae8a-4bb90f012eb8 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:14.157720 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-105b5cad-52cd-43fb-80cd-749d5e7253c5 req-831206b9-ee99-41a5-ae8a-4bb90f012eb8 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 943 time: 0.0636842 Jul 09 21:05:14.196170 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-105b5cad-52cd-43fb-80cd-749d5e7253c5 req-b4d1f02e-314f-495d-8550-713dd6bc516a tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Jul 09 21:05:14.640175 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:15.054333 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:15.368397 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989e1d-e907-44cb-9fea-eba4e360ee87 req-64423c0f-591b-4248-ad7f-08ddc5ab2bc4 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:15.369789 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-04989e1d-e907-44cb-9fea-eba4e360ee87 req-64423c0f-591b-4248-ad7f-08ddc5ab2bc4 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 943 time: 0.0612454 Jul 09 21:05:15.407173 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-04989e1d-e907-44cb-9fea-eba4e360ee87 req-6a2e5530-4b7f-412f-82fb-19fe617533ba tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jul 09 21:05:16.098635 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:16.574858 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463006-006a-471a-aee2-479da5b557a5 req-4e5fe6fe-18a4-42a1-973f-6fe177641419 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:16.576359 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-af463006-006a-471a-aee2-479da5b557a5 req-4e5fe6fe-18a4-42a1-973f-6fe177641419 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 943 time: 0.0620627 Jul 09 21:05:16.616487 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-af463006-006a-471a-aee2-479da5b557a5 req-3ff8feec-7f57-47b3-81b8-62132e4c2374 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Jul 09 21:05:17.740593 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 80e444d4-41c5-4213-ac83-ac82804382fb details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:05:17.787863 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58974-f136-41cf-aeb5-dfc1cff1c2d4 req-fcda5e09-438b-43e5-a397-ab5ed431c63f tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:17.789344 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e9c58974-f136-41cf-aeb5-dfc1cff1c2d4 req-fcda5e09-438b-43e5-a397-ab5ed431c63f tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 943 time: 0.0622640 Jul 09 21:05:17.826959 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-e9c58974-f136-41cf-aeb5-dfc1cff1c2d4 req-e2ccbf65-0f53-4ceb-a51a-19fa2238b2be tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Jul 09 21:05:17.843081 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 80e444d4-41c5-4213-ac83-ac82804382fb, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=80e444d4-41c5-4213-ac83-ac82804382fb,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:17.860364 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': '80e444d4-41c5-4213-ac83-ac82804382fb', 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603', 'port_id': '80e444d4-41c5-4213-ac83-ac82804382fb', 'mac_address': 'fa:16:3e:2c:bd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6599470d-7edb-4671-8597-dfb9c4479515', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:05:17.897346 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:17.909812 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e444d4-41c5-4213-ac83-ac82804382fb {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:17.927981 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 80e444d4-41c5-4213-ac83-ac82804382fb, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=80e444d4-41c5-4213-ac83-ac82804382fb,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:17.932655 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:17.977394 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=80e444d4-41c5-4213-ac83-ac82804382fb,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:18.571338 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['80e444d4-41c5-4213-ac83-ac82804382fb'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:05:18.999794 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d60c5-fcc6-40f0-9d2c-50df50214508 req-c0736972-859b-432c-b5b4-46aee56839d2 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:19.001306 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f03d60c5-fcc6-40f0-9d2c-50df50214508 req-c0736972-859b-432c-b5b4-46aee56839d2 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 944 time: 0.0637064 Jul 09 21:05:19.039392 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f03d60c5-fcc6-40f0-9d2c-50df50214508 req-04b309be-0176-4543-88dc-f110058e7033 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Jul 09 21:05:19.740584 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 80e444d4-41c5-4213-ac83-ac82804382fb up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:05:19.788311 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port 80e444d4-41c5-4213-ac83-ac82804382fb completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:05:19.791958 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port 80e444d4-41c5-4213-ac83-ac82804382fb triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:05:19.792326 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:19.867189 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:19.889957 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6849275c-a3bb-4ef8-bd52-731b4aa71d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e444d4-41c5-4213-ac83-ac82804382fb'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:19.892196 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296878ce-1635-4421-834b-fb55053be84a" -d '{"events": [{"server_uuid": "6849275c-a3bb-4ef8-bd52-731b4aa71d58", "name": "network-vif-plugged", "status": "completed", "tag": "80e444d4-41c5-4213-ac83-ac82804382fb"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:19.905015 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port 80e444d4-41c5-4213-ac83-ac82804382fb, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=80e444d4-41c5-4213-ac83-ac82804382fb,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:19.909557 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:19.934074 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918469bf-9d43-41e7-b8ec-2b5a3421f8ba x-openstack-request-id: req-918469bf-9d43-41e7-b8ec-2b5a3421f8ba {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:19.934359 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6849275c-a3bb-4ef8-bd52-731b4aa71d58", "name": "network-vif-plugged", "status": "completed", "tag": "80e444d4-41c5-4213-ac83-ac82804382fb", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:19.934609 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-918469bf-9d43-41e7-b8ec-2b5a3421f8ba {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:19.934992 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6849275c-a3bb-4ef8-bd52-731b4aa71d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e444d4-41c5-4213-ac83-ac82804382fb', 'code': 200} Jul 09 21:05:19.960414 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=80e444d4-41c5-4213-ac83-ac82804382fb,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:20.219082 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10d29d-9c8c-4213-bd86-f0a81e956c86 req-bf6e4a57-88d9-4846-b404-46f7f92220b9 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:20.220687 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2f10d29d-9c8c-4213-bd86-f0a81e956c86 req-bf6e4a57-88d9-4846-b404-46f7f92220b9 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 945 time: 0.0640786 Jul 09 21:05:20.233697 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0750e5e-a461-4ad1-aee6-9a27aa5c165d req-c6a700c1-7003-46d4-91cb-a8fff574b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:20.235497 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0750e5e-a461-4ad1-aee6-9a27aa5c165d req-c6a700c1-7003-46d4-91cb-a8fff574b20e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 1098 time: 0.0628290 Jul 09 21:05:20.261607 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-2f10d29d-9c8c-4213-bd86-f0a81e956c86 req-3edbbcec-ceb1-4594-a895-035a97167357 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347693 Jul 09 21:05:20.272452 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-f0750e5e-a461-4ad1-aee6-9a27aa5c165d req-19e12a0b-e490-4bc8-a1fe-2066526bb6ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298595 Jul 09 21:05:20.520297 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-88dbcbdd-7919-4711-9a89-93d0327842ef tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397181310&fields=id&tenant_id=534629a7725e4c688c4453b7aeef49ef HTTP/1.1" status: 200 len: 267 time: 0.0316141 Jul 09 21:05:20.620445 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-819dc4d6-f2de-4ea1-87db-9b76a31c9551 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:20.621912 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-819dc4d6-f2de-4ea1-87db-9b76a31c9551 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 808 time: 0.0949650 Jul 09 21:05:20.636264 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-9a297bb2-dfa0-4021-a9b0-7da648b29eff tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/quotas/534629a7725e4c688c4453b7aeef49ef HTTP/1.1" status: 200 len: 375 time: 0.0090361 Jul 09 21:05:20.708258 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-74574741-fa95-41e6-a095-501e9a17e2a7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669916 Jul 09 21:05:20.762949 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-3c759384-ea2e-4105-bdf2-4d3f23452024 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=92868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:05:20.763930 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-3c759384-ea2e-4105-bdf2-4d3f23452024 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444610 Jul 09 21:05:20.848666 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-bed128ad-3a8e-4a6d-a5f2-06110a6a5538 service neutron] 10.222.0.77 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791709 Jul 09 21:05:20.937217 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-2ca755dd-d80b-40ac-aab2-3dfb6e377083 service neutron] 10.222.0.77 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829668 Jul 09 21:05:21.228900 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-bf2fcbe6-04b0-47a5-ac40-892341fae48c req-6123651f-12c6-4fb6-9dfe-d382982faadf tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 210 time: 0.0344069 Jul 09 21:05:21.444226 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf351da3-dd46-468f-ad0a-d942959d96fb req-7b61bdd6-5c33-4f14-b0aa-1d405a74f2fa tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:21.445751 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bf351da3-dd46-468f-ad0a-d942959d96fb req-7b61bdd6-5c33-4f14-b0aa-1d405a74f2fa tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 945 time: 0.0702698 Jul 09 21:05:21.487669 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-bf351da3-dd46-468f-ad0a-d942959d96fb req-342b0c46-ed3e-4b64-910a-b285cd8483a4 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Jul 09 21:05:22.370615 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9684dffe-9102-4dd4-8cf3-34c7c1c2f8f2 req-db0f2367-8590-4fa7-a770-58e21666cef1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 210 time: 0.0276723 Jul 09 21:05:22.473542 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-e6da5a44-a439-4b86-a903-785a43f48f0c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:22.474991 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-e6da5a44-a439-4b86-a903-785a43f48f0c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 808 time: 0.1025734 Jul 09 21:05:22.539756 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-fd0c0340-865e-4972-8522-86bc8ead859d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=534629a7725e4c688c4453b7aeef49ef HTTP/1.1" status: 200 len: 379 time: 0.0361125 Jul 09 21:05:22.552294 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'port': {'device_id': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'admin_state_up': True, 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'security_groups': ['b38f7bb7-e912-42b8-b115-ff7e31463a7a']}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:22.709955 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319d72b-5c71-4fb9-aa0a-a90ac0caba59 req-1f93e816-7199-4430-8355-4cfbd05abeb2 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:22.711497 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a319d72b-5c71-4fb9-aa0a-a90ac0caba59 req-1f93e816-7199-4430-8355-4cfbd05abeb2 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 945 time: 0.1081464 Jul 09 21:05:22.712185 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Made reservation on behalf of 534629a7725e4c688c4453b7aeef49ef for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:22.716030 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:22.794321 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-a319d72b-5c71-4fb9-aa0a-a90ac0caba59 req-92441a6c-010b-4124-bbd2-256f680f496f tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758195 Jul 09 21:05:22.866578 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Allocated IP 172.20.0.4 (8e9588af-4548-4101-a722-9151cf62a2ae/e9320aa8-3446-4228-bdc9-4661a1575a37/a59b854c-d217-4008-90a4-2101c0be67b8) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:23.003063 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.016084 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Transition to ACTIVE for port object a59b854c-d217-4008-90a4-2101c0be67b8 will not be triggered until provisioned by entity DHCP. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:05:23.049725 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.091443 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Network 8e9588af-4548-4101-a722-9151cf62a2ae is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:23.094608 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:23.097395 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:23.150355 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:23.172913 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:23.173572 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.190628 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-5f664ac7-7a79-47cb-a689-c2d6f48c86ed tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6424577 Jul 09 21:05:23.210262 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Request body: {'port': {'device_id': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:23.286063 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.317640 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-0aba3b82-e766-438b-b8f2-87b106f07111 None None] Provisioning for port a59b854c-d217-4008-90a4-2101c0be67b8 completed by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:05:23.321555 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-0aba3b82-e766-438b-b8f2-87b106f07111 None None] Provisioning complete for port a59b854c-d217-4008-90a4-2101c0be67b8 triggered by entity DHCP. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:05:23.321935 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0aba3b82-e766-438b-b8f2-87b106f07111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.359113 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-0aba3b82-e766-438b-b8f2-87b106f07111 None None] Port a59b854c-d217-4008-90a4-2101c0be67b8 cannot update to ACTIVE because it is not bound. {{(pid=92869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:05:23.552785 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02537-fdb0-438f-a697-2478d2d20fa5 req-62980e43-25c9-4cef-9b78-2944a684973d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:23.554721 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f8d02537-fdb0-438f-a697-2478d2d20fa5 req-62980e43-25c9-4cef-9b78-2944a684973d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 931 time: 0.0640583 Jul 09 21:05:23.561600 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59b854c-d217-4008-90a4-2101c0be67b8 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:23.569661 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.582410 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Transition to ACTIVE for port object a59b854c-d217-4008-90a4-2101c0be67b8 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:05:23.587030 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.611463 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-f8d02537-fdb0-438f-a697-2478d2d20fa5 req-7d1e22a1-c8aa-4ea9-abcc-a18482961922 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427420 Jul 09 21:05:23.638495 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:23.718552 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Attempting to bind port a59b854c-d217-4008-90a4-2101c0be67b8 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:05:23.718976 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Attempting to bind port a59b854c-d217-4008-90a4-2101c0be67b8 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:05:23.719365 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Attempting to bind port a59b854c-d217-4008-90a4-2101c0be67b8 on network 8e9588af-4548-4101-a722-9151cf62a2ae {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:23.724321 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Port a59b854c-d217-4008-90a4-2101c0be67b8 on network 8e9588af-4548-4101-a722-9151cf62a2ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:05:23.724659 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Attempting to bind port a59b854c-d217-4008-90a4-2101c0be67b8 on network 8e9588af-4548-4101-a722-9151cf62a2ae {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:23.730051 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:05:23.730381 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Checking segment: {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:23.730754 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Bound using segment: {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:05:23.731169 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Bound port: a59b854c-d217-4008-90a4-2101c0be67b8, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a1cf78-300c-438e-b9f9-1dece7f4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:05:23.731521 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.801752 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:05:23.805410 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:05:23.810427 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.836986 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9a0f4-4799-4ff3-bab3-1dc1d6e20481 req-7f71a300-75b9-4f0c-b16c-b075e0120763 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:23.838082 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3ce9a0f4-4799-4ff3-bab3-1dc1d6e20481 req-7f71a300-75b9-4f0c-b16c-b075e0120763 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 945 time: 0.0799801 Jul 09 21:05:23.857924 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:23.858527 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:23.859918 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] 10.222.0.83 "PUT /v2.0/ports/a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 1093 time: 0.6545439 Jul 09 21:05:23.860418 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:23.862868 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:23.896544 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f730f9-eabc-4086-92ea-ab055d9664f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:23.899129 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3ce9a0f4-4799-4ff3-bab3-1dc1d6e20481 req-e471d0f4-0a12-43bd-869d-2c1c1e6ce64c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549078 Jul 09 21:05:23.919569 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ddd84-65b6-46f7-b1b3-c6fa2376d3ad x-openstack-request-id: req-ec7ddd84-65b6-46f7-b1b3-c6fa2376d3ad {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:23.919855 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:23.920102 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec7ddd84-65b6-46f7-b1b3-c6fa2376d3ad {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:23.920497 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'status': 'completed', 'code': 200} Jul 09 21:05:23.989564 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-829327b6-e767-41d0-a646-3dab8d5a46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:23.991060 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-829327b6-e767-41d0-a646-3dab8d5a46c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1096 time: 0.0530894 Jul 09 21:05:24.042177 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-24580546-dd54-46ca-89c8-e63c7d75f6f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 217 time: 0.0340018 Jul 09 21:05:24.092260 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-0be6342a-2a21-4289-9d44-648c7649e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.093604 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-0be6342a-2a21-4289-9d44-648c7649e916 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0451851 Jul 09 21:05:24.147889 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-68bd7c50-1a72-42b3-86eb-15c451a52a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.149338 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-68bd7c50-1a72-42b3-86eb-15c451a52a4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494978 Jul 09 21:05:24.237398 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-1b629df6-fbc9-40d6-a1fe-8c0097f64e29 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798638 Jul 09 21:05:24.326627 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-68d9cbd0-5949-4bef-8c34-0aef5452a4ee req-dd22b792-3aeb-465e-9156-1344daad7630 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810456 Jul 09 21:05:24.481239 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-4677b993-d9ce-4a36-8031-28f4fbeae7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.482684 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-4677b993-d9ce-4a36-8031-28f4fbeae7d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1096 time: 0.0513570 Jul 09 21:05:24.576533 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-c1b5e994-491f-4e78-9253-a9edf886fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.577977 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-c1b5e994-491f-4e78-9253-a9edf886fd14 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 909 time: 0.0878229 Jul 09 21:05:24.617177 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-489a4c43-73de-4cb8-9f9d-845b526a842f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 217 time: 0.0324254 Jul 09 21:05:24.665110 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-c4739537-f4d1-4d3e-b8b0-bb2293c40e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.667043 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-c4739537-f4d1-4d3e-b8b0-bb2293c40e90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0420272 Jul 09 21:05:24.725767 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-19e274ff-13b0-46c4-8a25-c86bb54aee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.727224 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-19e274ff-13b0-46c4-8a25-c86bb54aee46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528755 Jul 09 21:05:24.780645 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f03b0d-63bc-4d13-a28f-0fbc2364f994 req-fa7aaf65-d447-48d4-89b0-eea358632ee7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:24.782078 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-66f03b0d-63bc-4d13-a28f-0fbc2364f994 req-fa7aaf65-d447-48d4-89b0-eea358632ee7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0682461 Jul 09 21:05:24.817477 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-9873b8fb-906d-4990-9895-95242e510049 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830843 Jul 09 21:05:24.821667 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-66f03b0d-63bc-4d13-a28f-0fbc2364f994 req-3ce2c7aa-70dc-463f-a579-ab6c1ead191a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Jul 09 21:05:24.908103 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ecbfa5bf-439a-47c9-a571-a51d71b7aba2 req-c18d74e4-ab29-4691-ba5b-80d72d90654d service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831044 Jul 09 21:05:25.326698 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f48c6-0a62-4c2b-ab65-49f289a2f4b6 req-2da719f3-ef64-4067-982b-6268ea072430 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:25.328136 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-174f48c6-0a62-4c2b-ab65-49f289a2f4b6 req-2da719f3-ef64-4067-982b-6268ea072430 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 945 time: 0.3269081 Jul 09 21:05:25.364935 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-174f48c6-0a62-4c2b-ab65-49f289a2f4b6 req-f54401e0-19b3-4c2c-8338-c6a7dcf21dad tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Jul 09 21:05:25.574655 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b51afc-9962-4a8f-b470-9acf6948895e req-68731028-f978-4470-b77d-319c8df15585 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:25.576072 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-54b51afc-9962-4a8f-b470-9acf6948895e req-68731028-f978-4470-b77d-319c8df15585 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.83 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 945 time: 0.0602403 Jul 09 21:05:25.675038 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Deleting port 80e444d4-41c5-4213-ac83-ac82804382fb {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:05:25.675663 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:25.758120 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] For port 80e444d4-41c5-4213-ac83-ac82804382fb, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=80e444d4-41c5-4213-ac83-ac82804382fb,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:25.758482 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:25.771544 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Calling delete_port for 80e444d4-41c5-4213-ac83-ac82804382fb owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:05:25.908607 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:25.937146 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Pushing event deleted for resources: {'Port': ['ID=80e444d4-41c5-4213-ac83-ac82804382fb,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:25.944206 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['80e444d4-41c5-4213-ac83-ac82804382fb'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:05:25.984287 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] No DVR routers for this DVR port 80e444d4-41c5-4213-ac83-ac82804382fb on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:05:25.986650 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:25.988702 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-54b51afc-9962-4a8f-b470-9acf6948895e req-6f0335ef-b823-4e95-9ef4-1fca3492083c tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.83 "DELETE /v2.0/ports/80e444d4-41c5-4213-ac83-ac82804382fb HTTP/1.1" status: 204 len: 173 time: 0.4040079 Jul 09 21:05:25.989150 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6849275c-a3bb-4ef8-bd52-731b4aa71d58', 'name': 'network-vif-deleted', 'tag': '80e444d4-41c5-4213-ac83-ac82804382fb'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:25.991342 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621603c-b3d7-45e8-bf12-d18e0718f69b" -d '{"events": [{"server_uuid": "6849275c-a3bb-4ef8-bd52-731b4aa71d58", "name": "network-vif-deleted", "tag": "80e444d4-41c5-4213-ac83-ac82804382fb"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:26.015123 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44312feb-f576-468c-8048-e5ab3d732430 req-cdbb6774-dae3-42d0-b75c-0dc7989586ab tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:26.016735 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-44312feb-f576-468c-8048-e5ab3d732430 req-cdbb6774-dae3-42d0-b75c-0dc7989586ab tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0792518 Jul 09 21:05:26.030024 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b6677d-0907-4db1-a9be-354356f22b97 x-openstack-request-id: req-16b6677d-0907-4db1-a9be-354356f22b97 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:26.030401 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6849275c-a3bb-4ef8-bd52-731b4aa71d58", "name": "network-vif-deleted", "tag": "80e444d4-41c5-4213-ac83-ac82804382fb", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:26.030529 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16b6677d-0907-4db1-a9be-354356f22b97 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:26.030931 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6849275c-a3bb-4ef8-bd52-731b4aa71d58', 'name': 'network-vif-deleted', 'tag': '80e444d4-41c5-4213-ac83-ac82804382fb', 'status': 'completed', 'code': 200} Jul 09 21:05:26.059611 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-44312feb-f576-468c-8048-e5ab3d732430 req-44c69a0d-f000-4d68-a832-271969a24e0e tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370629 Jul 09 21:05:26.517011 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9efbbc69-334e-4382-bd9d-1f8435c75472 req-d63e806b-db19-44fb-a96f-63a596bf03ce tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=6849275c-a3bb-4ef8-bd52-731b4aa71d58 HTTP/1.1" status: 200 len: 210 time: 0.0287726 Jul 09 21:05:26.898901 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-565614ba-4cf7-4580-b095-e317d9d987d6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489712 Jul 09 21:05:27.007709 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-e56e093b-9494-450a-8855-9af5daba06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:27.009290 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-e56e093b-9494-450a-8855-9af5daba06f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 1098 time: 0.0517461 Jul 09 21:05:27.112421 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-ffdfd091-b3a7-4fa9-b923-ee7f28fbe1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:27.113983 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-ffdfd091-b3a7-4fa9-b923-ee7f28fbe1c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.0842586 Jul 09 21:05:27.176126 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-a3adc0e7-2a0a-4f14-a6ac-f5950755bf49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2b686b-7561-4178-924a-fb04821424e6 HTTP/1.1" status: 200 len: 1001 time: 0.0556824 Jul 09 21:05:27.228555 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-740ba787-8294-4a79-89e1-829d9650085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:27.232753 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-740ba787-8294-4a79-89e1-829d9650085f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0510952 Jul 09 21:05:27.237109 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671e0d-d0f5-4869-8396-17f810f800e1 req-6a031bba-bed5-49ef-8707-e1f45f24bcd5 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:27.238907 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cd671e0d-d0f5-4869-8396-17f810f800e1 req-6a031bba-bed5-49ef-8707-e1f45f24bcd5 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0713472 Jul 09 21:05:27.276653 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cd671e0d-d0f5-4869-8396-17f810f800e1 req-990f7033-1ecf-491c-8fcb-50fbc6b0701d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Jul 09 21:05:27.289804 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-425f1426-4eef-480d-bdcb-3a1354322bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:27.291460 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-425f1426-4eef-480d-bdcb-3a1354322bda service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521567 Jul 09 21:05:27.376335 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-07473a49-d09d-4671-9429-d2e4851d4568 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781484 Jul 09 21:05:27.467017 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b7e7d107-c646-43cd-aa99-57c7465934cb req-e0100210-a7a5-4335-812c-7fe525cb0199 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Jul 09 21:05:27.823246 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d23e-84c0-4881-999c-8659866517a3 req-92035815-d6ac-4f6f-bdb7-2ffa4477a71a tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:27.824908 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-92035815-d6ac-4f6f-bdb7-2ffa4477a71a tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/networks?id=e8a84126-55f4-4279-8733-b978a169d603 HTTP/1.1" status: 200 len: 808 time: 0.1138759 Jul 09 21:05:27.840596 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-75c4fb06-0928-4851-ab26-01a2d52389a0 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/quotas/25c7b7f113b84da68874e948381590d9 HTTP/1.1" status: 200 len: 375 time: 0.0102477 Jul 09 21:05:27.878977 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-171e8e5b-1eb4-4559-b8f5-9b3b28bb7829 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=25c7b7f113b84da68874e948381590d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318565 Jul 09 21:05:28.011508 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-998f3e2f-4be6-44bb-96d4-ec666cae7a5d service neutron] 10.222.0.77 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254795 Jul 09 21:05:28.106105 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-3f4470f5-bbc4-47c0-8ee5-6ffa8ea7d281 service neutron] 10.222.0.77 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Jul 09 21:05:28.277954 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-083299c5-02dd-44d3-9daf-fd8fc12878b5 req-598bd10e-26b0-491d-8ad2-095b4577e155 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 210 time: 0.0285406 Jul 09 21:05:28.449613 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05838cdf-1427-4991-a635-a76259edc19e req-999fa2d8-4b91-46e3-a5ba-4a44bdb77e03 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:28.453283 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-05838cdf-1427-4991-a635-a76259edc19e req-999fa2d8-4b91-46e3-a5ba-4a44bdb77e03 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0673170 Jul 09 21:05:28.490978 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-05838cdf-1427-4991-a635-a76259edc19e req-79b96f9d-449e-4a74-92f2-2dad49c08fc3 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334027 Jul 09 21:05:29.369386 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d23e-84c0-4881-999c-8659866517a3 req-9a2710de-3f7d-4d32-98d9-7cf15509db08 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:29.370822 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-9a2710de-3f7d-4d32-98d9-7cf15509db08 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.83 "GET /v2.0/networks?id=e8a84126-55f4-4279-8733-b978a169d603 HTTP/1.1" status: 200 len: 808 time: 0.1041770 Jul 09 21:05:29.391600 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Request body: {'port': {'device_id': '26c4d90e-1b3c-457c-be5d-d042947c4ac5', 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603', 'admin_state_up': True, 'tenant_id': '25c7b7f113b84da68874e948381590d9'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:29.463679 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3af6ddf9-cf27-4314-87d2-ae22700c3752 req-21897ddf-220a-44ea-a30c-891ac95340f0 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 210 time: 0.0671923 Jul 09 21:05:29.540103 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Made reservation on behalf of 25c7b7f113b84da68874e948381590d9 for: {'port': 1} {{(pid=92868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:29.543714 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.662857 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c039f-6b86-4467-89f8-a170c381f1ee req-e18e4a5d-c9df-42ae-a6bc-e981eb46bb3e tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:29.664387 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Allocated IP 172.20.0.3 (e8a84126-55f4-4279-8733-b978a169d603/6599470d-7edb-4671-8597-dfb9c4479515/ca6322ca-ac0b-4cc7-bb83-8a23a0260df6) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:29.664541 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-243c039f-6b86-4467-89f8-a170c381f1ee req-e18e4a5d-c9df-42ae-a6bc-e981eb46bb3e tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0640795 Jul 09 21:05:29.707008 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-243c039f-6b86-4467-89f8-a170c381f1ee req-831fdaa6-f4cc-4292-9a2f-a3742d378a46 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357938 Jul 09 21:05:29.810125 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.818716 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 80e444d4-41c5-4213-ac83-ac82804382fb no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:05:29.838330 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 80e444d4-41c5-4213-ac83-ac82804382fb {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:05:29.838690 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 80e444d4-41c5-4213-ac83-ac82804382fb not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:05:29.853282 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.898466 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Network e8a84126-55f4-4279-8733-b978a169d603 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:29.901964 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:29.905697 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:29.911717 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Pushing event updated for resources: {'Port': ['ID=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:29.954155 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:29.954754 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.968733 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-66b04928-2b57-44d4-8a5e-bc61d28ab559 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811212 Jul 09 21:05:29.987342 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Request body: {'port': {'device_id': '26c4d90e-1b3c-457c-be5d-d042947c4ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:30.061449 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.313048 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 {{(pid=92868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:30.320215 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.332394 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.provisioning_blocks [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Transition to ACTIVE for port object ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 will not be triggered until provisioned by entity L2. {{(pid=92868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:05:30.336145 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.390571 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Pushing event updated for resources: {'Port': ['ID=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:30.453599 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Attempting to bind port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:05:30.453942 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Attempting to bind port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:05:30.454258 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Attempting to bind port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 on network e8a84126-55f4-4279-8733-b978a169d603 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:30.458499 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 on network e8a84126-55f4-4279-8733-b978a169d603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:05:30.458815 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Attempting to bind port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 on network e8a84126-55f4-4279-8733-b978a169d603 {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:30.463981 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Checking agent: {'id': '5c50fc95-6b09-4b84-9ab0-666194a99bd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'started_at': datetime.datetime(2021, 7, 9, 20, 50, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:05:30.464312 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Checking segment: {'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:30.464689 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Bound using segment: {'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'} {{(pid=92868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:05:30.465141 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.managers [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Bound port: ca6322ca-ac0b-4cc7-bb83-8a23a0260df6, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9715de-236b-455f-9703-c3b710413d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603'}}] {{(pid=92868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:05:30.465495 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.534143 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] For port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6, host hv-cinder-80030, cleared binding levels {{(pid=92868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:05:30.537243 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] For port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:05:30.542598 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.579431 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:30.580042 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.581459 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] 10.222.0.83 "PUT /v2.0/ports/ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 HTTP/1.1" status: 200 len: 1093 time: 0.5981219 Jul 09 21:05:30.581886 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4d90e-1b3c-457c-be5d-d042947c4ac5', 'tag': 'ca6322ca-ac0b-4cc7-bb83-8a23a0260df6'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:30.584243 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6079f0a8-2067-4d72-9e06-5988368836f9" -d '{"events": [{"name": "network-changed", "server_uuid": "26c4d90e-1b3c-457c-be5d-d042947c4ac5", "tag": "ca6322ca-ac0b-4cc7-bb83-8a23a0260df6"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:30.630319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872c8020-f62d-463a-846e-5c935bd3b842 x-openstack-request-id: req-872c8020-f62d-463a-846e-5c935bd3b842 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:30.630319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c4d90e-1b3c-457c-be5d-d042947c4ac5", "tag": "ca6322ca-ac0b-4cc7-bb83-8a23a0260df6", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:30.630667 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-872c8020-f62d-463a-846e-5c935bd3b842 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:30.630781 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4d90e-1b3c-457c-be5d-d042947c4ac5', 'tag': 'ca6322ca-ac0b-4cc7-bb83-8a23a0260df6', 'status': 'completed', 'code': 200} Jul 09 21:05:30.636353 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4346d-1f91-46db-87e4-5905a46dc12a service neutron] Pushing event updated for resources: {'Port': ['ID=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,revision_number=3']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:30.698126 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66c915-6996-42a0-a728-70d8cb56d833 req-a89182e6-c9f1-49a3-aed8-bb607f065971 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:30.699585 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1c66c915-6996-42a0-a728-70d8cb56d833 req-a89182e6-c9f1-49a3-aed8-bb607f065971 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 943 time: 0.1080923 Jul 09 21:05:30.748907 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d23e-84c0-4881-999c-8659866517a3 req-e8c594b9-f894-4a65-a8bf-7f83559f7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:30.750371 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-e8c594b9-f894-4a65-a8bf-7f83559f7072 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c7b7f113b84da68874e948381590d9&device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0955079 Jul 09 21:05:30.753107 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1c66c915-6996-42a0-a728-70d8cb56d833 req-255f7c48-42f2-4989-84e5-f27ec3f35da8 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479827 Jul 09 21:05:30.801285 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-6e1ca58b-ab89-4f7b-81e2-3b1d7bcecbe4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 HTTP/1.1" status: 200 len: 217 time: 0.0355392 Jul 09 21:05:30.850846 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d23e-84c0-4881-999c-8659866517a3 req-d2e932b0-0699-40b9-ba0e-2de92c5f8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:30.852225 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-d2e932b0-0699-40b9-ba0e-2de92c5f8412 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6599470d-7edb-4671-8597-dfb9c4479515 HTTP/1.1" status: 200 len: 848 time: 0.0433295 Jul 09 21:05:30.884694 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-c6eac857-1879-4fd8-a1f0-a91b41d0e34e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e8a84126-55f4-4279-8733-b978a169d603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257673 Jul 09 21:05:30.887493 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683313-a65f-49cb-bc30-ef48526981dd req-8956c91f-96f8-4090-b23d-da0418c9f80f tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:30.889683 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ba683313-a65f-49cb-bc30-ef48526981dd req-8956c91f-96f8-4090-b23d-da0418c9f80f tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0701365 Jul 09 21:05:30.926818 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ba683313-a65f-49cb-bc30-ef48526981dd req-0df8c9ef-ac19-4828-a41c-8b4f909d290b tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322757 Jul 09 21:05:30.977775 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-6f154755-ec5f-493d-a340-69f3a35fc286 service neutron] 10.222.0.83 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851977 Jul 09 21:05:31.065037 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9b52d23e-84c0-4881-999c-8659866517a3 req-cc9cf256-a5a5-4afe-9ee9-cfde36b0a8f0 service neutron] 10.222.0.83 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799384 Jul 09 21:05:31.217463 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-2ccde01b-cc8f-40e7-9633-31ab1f48aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:31.218935 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-2ccde01b-cc8f-40e7-9633-31ab1f48aa58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c7b7f113b84da68874e948381590d9&device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0559573 Jul 09 21:05:31.305160 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-e420b3b8-d4a2-4ecd-8aab-2f0811c6347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:31.306599 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-e420b3b8-d4a2-4ecd-8aab-2f0811c6347d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e8a84126-55f4-4279-8733-b978a169d603 HTTP/1.1" status: 200 len: 909 time: 0.0812643 Jul 09 21:05:31.350818 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-1142f8d2-3e8a-4457-8492-a9c2ac63e11e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 HTTP/1.1" status: 200 len: 217 time: 0.0370445 Jul 09 21:05:31.397923 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-ffc5c791-4b19-4cf9-8fc2-04fa9c8673f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:31.399315 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-ffc5c791-4b19-4cf9-8fc2-04fa9c8673f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6599470d-7edb-4671-8597-dfb9c4479515 HTTP/1.1" status: 200 len: 848 time: 0.0424771 Jul 09 21:05:31.429872 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-81602319-0666-49b6-addb-ea0bed8f8af3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e8a84126-55f4-4279-8733-b978a169d603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243502 Jul 09 21:05:31.517880 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-67d7e353-266c-432b-834d-43dd38b46f06 service neutron] 10.222.0.83 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811489 Jul 09 21:05:31.605102 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6079f0a8-2067-4d72-9e06-5988368836f9 req-f883a611-5b39-4141-a2ff-e5db4aa74fcb service neutron] 10.222.0.83 "GET /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777082 Jul 09 21:05:31.930659 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066210a1-f1ec-4f08-aa31-0161d205d66f req-cdb47f8e-8b21-4309-9bad-d1953b5201c1 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:31.932798 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-066210a1-f1ec-4f08-aa31-0161d205d66f req-cdb47f8e-8b21-4309-9bad-d1953b5201c1 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 943 time: 0.0652411 Jul 09 21:05:31.969270 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-066210a1-f1ec-4f08-aa31-0161d205d66f req-5aa1c442-907e-48ab-8f37-8469ed0d1c57 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Jul 09 21:05:32.094934 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010d7c6-0fbb-4123-b2c7-b56dcb361d3d req-e0060ced-ff28-41ac-8f6d-b3a80e045cd8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:32.096298 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5010d7c6-0fbb-4123-b2c7-b56dcb361d3d req-e0060ced-ff28-41ac-8f6d-b3a80e045cd8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0617359 Jul 09 21:05:32.132544 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5010d7c6-0fbb-4123-b2c7-b56dcb361d3d req-7e12fb8e-8b27-4832-8079-e826af7bbeb3 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308542 Jul 09 21:05:33.136362 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:33.142724 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288df62f-1be3-49ff-be8b-2400523dc679 req-bfe59038-a1d0-4487-9e71-b56f604ab072 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:33.144185 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-288df62f-1be3-49ff-be8b-2400523dc679 req-bfe59038-a1d0-4487-9e71-b56f604ab072 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 943 time: 0.0660172 Jul 09 21:05:33.180650 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-288df62f-1be3-49ff-be8b-2400523dc679 req-3ba68bfd-0314-4296-aef0-3dca6310aa3a tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307705 Jul 09 21:05:33.310111 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1cb6a-db51-4bf9-aa60-de4a4968f9e4 req-67f8713b-0f6d-49e5-9002-291a1ed46007 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:33.311487 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e6e1cb6a-db51-4bf9-aa60-de4a4968f9e4 req-67f8713b-0f6d-49e5-9002-291a1ed46007 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0656884 Jul 09 21:05:33.347529 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-e6e1cb6a-db51-4bf9-aa60-de4a4968f9e4 req-a135616c-87d7-4c11-8261-34aa098d225f tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306125 Jul 09 21:05:33.851972 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:05:33.951568 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:33.966236 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'ca6322ca-ac0b-4cc7-bb83-8a23a0260df6', 'network_id': 'e8a84126-55f4-4279-8733-b978a169d603', 'port_id': 'ca6322ca-ac0b-4cc7-bb83-8a23a0260df6', 'mac_address': 'fa:16:3e:77:55:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6599470d-7edb-4671-8597-dfb9c4479515', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:05:34.003896 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.018876 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:34.041503 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:34.045118 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.045748 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device a59b854c-d217-4008-90a4-2101c0be67b8 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:05:34.134804 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:34.147505 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.147850 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.148188 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.148521 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.148874 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.149205 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.149528 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.149849 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.150172 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.150492 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.151379 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.151705 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:34.185385 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:34.197177 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'port_id': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'mac_address': 'fa:16:3e:d9:e2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:05:34.234645 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.247318 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59b854c-d217-4008-90a4-2101c0be67b8 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:34.267335 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:34.271407 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.317476 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=4']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:34.351170 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601f2c-4690-48d6-8cb9-7b5237473965 req-a0eaff58-b2c3-4812-9921-6229290d9264 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:34.352643 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6e601f2c-4690-48d6-8cb9-7b5237473965 req-a0eaff58-b2c3-4812-9921-6229290d9264 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 944 time: 0.0621140 Jul 09 21:05:34.390660 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6e601f2c-4690-48d6-8cb9-7b5237473965 req-f2fc6a9a-5971-4404-ba9d-9c3f7170ccec tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Jul 09 21:05:34.517069 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd53a8c-4b20-43f2-9dfd-00b3d7ccbe06 req-b3a1d84a-47d8-476f-aa07-e3883609894a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:34.518469 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0fd53a8c-4b20-43f2-9dfd-00b3d7ccbe06 req-b3a1d84a-47d8-476f-aa07-e3883609894a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 944 time: 0.0620618 Jul 09 21:05:34.554875 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0fd53a8c-4b20-43f2-9dfd-00b3d7ccbe06 req-acba28d2-b17e-4fa4-bc9b-2c792e3defb6 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307164 Jul 09 21:05:34.785796 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['a59b854c-d217-4008-90a4-2101c0be67b8'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:05:34.812177 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['ca6322ca-ac0b-4cc7-bb83-8a23a0260df6'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:05:35.573538 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87a60-8082-4da0-966e-e108635d0fe3 req-3e5beee0-380d-412e-a14a-26b80db493fc tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:35.574986 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-76e87a60-8082-4da0-966e-e108635d0fe3 req-3e5beee0-380d-412e-a14a-26b80db493fc tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 944 time: 0.0657151 Jul 09 21:05:35.612633 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-76e87a60-8082-4da0-966e-e108635d0fe3 req-3c023d58-821f-4c81-9a11-69c017493b30 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Jul 09 21:05:35.725969 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efade997-ed3c-4a73-b980-861796258b1a req-c9c7ea4c-c90c-4456-a079-0aab3633a2a1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:35.727356 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-efade997-ed3c-4a73-b980-861796258b1a req-c9c7ea4c-c90c-4456-a079-0aab3633a2a1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 944 time: 0.0618715 Jul 09 21:05:35.764232 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-efade997-ed3c-4a73-b980-861796258b1a req-31a298a0-8a8c-4993-b59f-01d2cd833d87 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309300 Jul 09 21:05:36.783172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7aa0-50bb-477e-8a0f-e5fe3e77b421 req-9dfbb6a2-5a87-49e0-8f4c-b2754f4e86b3 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:36.784640 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ce1a7aa0-50bb-477e-8a0f-e5fe3e77b421 req-9dfbb6a2-5a87-49e0-8f4c-b2754f4e86b3 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 944 time: 0.0624082 Jul 09 21:05:36.823515 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ce1a7aa0-50bb-477e-8a0f-e5fe3e77b421 req-b08a2699-beb6-4e3c-ba0e-c94052509e4e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 Jul 09 21:05:36.937156 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72900447-c7eb-4895-b204-72559b3820ad req-5529ac55-0ecc-4d98-a633-7683fad0239e tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:36.938628 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-72900447-c7eb-4895-b204-72559b3820ad req-5529ac55-0ecc-4d98-a633-7683fad0239e tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 944 time: 0.0669990 Jul 09 21:05:36.975467 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-72900447-c7eb-4895-b204-72559b3820ad req-9998cdc7-3f5e-4347-a08c-f677a0409d99 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Jul 09 21:05:37.881144 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:05:37.928043 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:05:37.931582 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:05:37.932525 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.003403 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6b6c1-fdc5-4fa3-b96d-508efd0f363d req-c6645c60-3781-4cd0-9727-bbffdfc05610 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:38.004902 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b4c6b6c1-fdc5-4fa3-b96d-508efd0f363d req-c6645c60-3781-4cd0-9727-bbffdfc05610 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 944 time: 0.0711956 Jul 09 21:05:38.012793 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.035060 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4d90e-1b3c-457c-be5d-d042947c4ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6322ca-ac0b-4cc7-bb83-8a23a0260df6'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:38.037308 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87015a7f-7c8e-4400-92de-3c545dd9fce0" -d '{"events": [{"server_uuid": "26c4d90e-1b3c-457c-be5d-d042947c4ac5", "name": "network-vif-plugged", "status": "completed", "tag": "ca6322ca-ac0b-4cc7-bb83-8a23a0260df6"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:38.046808 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b4c6b6c1-fdc5-4fa3-b96d-508efd0f363d req-c944b211-910e-4f27-b14f-b966ddf4cdc2 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Jul 09 21:05:38.050472 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:38.054640 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.055558 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device a59b854c-d217-4008-90a4-2101c0be67b8 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:05:38.104173 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227d7c3-9b8d-4ec0-8a0e-9b11aaa71365 x-openstack-request-id: req-1227d7c3-9b8d-4ec0-8a0e-9b11aaa71365 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:38.104460 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c4d90e-1b3c-457c-be5d-d042947c4ac5", "name": "network-vif-plugged", "status": "completed", "tag": "ca6322ca-ac0b-4cc7-bb83-8a23a0260df6", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:38.104709 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1227d7c3-9b8d-4ec0-8a0e-9b11aaa71365 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:38.105111 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c4d90e-1b3c-457c-be5d-d042947c4ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6322ca-ac0b-4cc7-bb83-8a23a0260df6', 'code': 200} Jul 09 21:05:38.145262 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:38.154034 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb31c0-28e4-40da-9239-d063c27176e3 req-e2280163-7221-416e-9d85-3d149e9759c1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:38.155965 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-76bb31c0-28e4-40da-9239-d063c27176e3 req-e2280163-7221-416e-9d85-3d149e9759c1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 944 time: 0.0660930 Jul 09 21:05:38.164799 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning for port a59b854c-d217-4008-90a4-2101c0be67b8 completed by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:05:38.168682 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port a59b854c-d217-4008-90a4-2101c0be67b8 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:05:38.169096 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.197131 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-76bb31c0-28e4-40da-9239-d063c27176e3 req-6e66bacd-712d-4d20-bc83-aa159c4d6cf3 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354691 Jul 09 21:05:38.260436 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.295589 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:38.299344 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.348195 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=5']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:38.382094 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6d07f-f449-4c4d-95ef-0edee9cb0020 req-610d6339-ca9a-4555-bdf9-b0163ed32e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:38.383566 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-02d6d07f-f449-4c4d-95ef-0edee9cb0020 req-610d6339-ca9a-4555-bdf9-b0163ed32e71 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0538809 Jul 09 21:05:38.418152 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-02d6d07f-f449-4c4d-95ef-0edee9cb0020 req-eddefb5b-0c22-47f4-b05e-31e49d90036e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272706 Jul 09 21:05:39.223903 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea99d91-4416-4496-a437-598685c5fbaa req-fc0a1184-7c17-4d47-8e2a-3d7b8fdcc1b0 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:39.225467 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ea99d91-4416-4496-a437-598685c5fbaa req-fc0a1184-7c17-4d47-8e2a-3d7b8fdcc1b0 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 945 time: 0.0653508 Jul 09 21:05:39.262948 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0ea99d91-4416-4496-a437-598685c5fbaa req-f06dd638-6f4d-4354-bcf8-e5fcc6dcc5c2 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Jul 09 21:05:39.378321 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc71dc-3d49-4595-a383-af55bbb82ae2 req-150cc5fc-3ad8-4a58-90ce-fc7dd4e448fc tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:39.379703 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a5fc71dc-3d49-4595-a383-af55bbb82ae2 req-150cc5fc-3ad8-4a58-90ce-fc7dd4e448fc tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0653160 Jul 09 21:05:39.417755 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-a5fc71dc-3d49-4595-a383-af55bbb82ae2 req-1bd2538c-c09f-4a43-8a16-8fff57ef2549 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325441 Jul 09 21:05:40.106019 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:40.108284 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e019fd93-1944-4e9b-9d14-3c919d00aac1" -d '{"events": [{"server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "name": "network-vif-plugged", "status": "completed", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:40.143950 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6773151a-2131-4e81-a252-2301169be626 x-openstack-request-id: req-6773151a-2131-4e81-a252-2301169be626 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:40.144241 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "name": "network-vif-plugged", "status": "completed", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:40.144493 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6773151a-2131-4e81-a252-2301169be626 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:40.144915 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'code': 200} Jul 09 21:05:40.441260 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3c5f7-407e-4f13-9df1-2326dfac8704 req-a32adde0-b373-4e6c-b966-795bcf5ca443 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:40.442934 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-09d3c5f7-407e-4f13-9df1-2326dfac8704 req-a32adde0-b373-4e6c-b966-795bcf5ca443 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 945 time: 0.0638018 Jul 09 21:05:40.464346 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba7de-596f-40ab-b071-a53d20d288f9 req-2266fd0c-3552-4a87-b005-5ba74689b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:40.465952 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1a1ba7de-596f-40ab-b071-a53d20d288f9 req-2266fd0c-3552-4a87-b005-5ba74689b53d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1098 time: 0.0569658 Jul 09 21:05:40.483259 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-09d3c5f7-407e-4f13-9df1-2326dfac8704 req-b7409b54-65fe-476f-9fb9-924c6bf5b3d3 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326138 Jul 09 21:05:40.505495 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-1a1ba7de-596f-40ab-b071-a53d20d288f9 req-c9f786e1-8fbc-49b7-a26c-781908da2595 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331087 Jul 09 21:05:40.600588 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab50dcb-949a-49be-9279-393a0b5fdb93 req-2ec8e7fd-4cb0-46e3-b005-a7101e6e9281 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:40.602100 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dab50dcb-949a-49be-9279-393a0b5fdb93 req-2ec8e7fd-4cb0-46e3-b005-a7101e6e9281 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0684681 Jul 09 21:05:40.640549 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-dab50dcb-949a-49be-9279-393a0b5fdb93 req-8067a538-1cee-4857-9565-d3d2a53fa998 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322068 Jul 09 21:05:40.800595 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f352b3bd-68f5-4e04-b6fc-b5dc3efddaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.394964 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df933a0-455f-4a91-9dd8-0ffd2aaabe10 req-de8f0e0e-1b77-4c07-bee8-ce5fa8bfe2d1 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:41.396780 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9df933a0-455f-4a91-9dd8-0ffd2aaabe10 req-de8f0e0e-1b77-4c07-bee8-ce5fa8bfe2d1 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 945 time: 0.0635517 Jul 09 21:05:41.435125 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9df933a0-455f-4a91-9dd8-0ffd2aaabe10 req-372c0933-32eb-4dd3-ae3e-89d2a7b5c90d tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 09 21:05:41.821854 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463db96-e238-4922-96b8-9a43899d5ba6 req-8fc40da4-3d85-4814-9156-0c0a4d3d82b7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:41.823858 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7463db96-e238-4922-96b8-9a43899d5ba6 req-8fc40da4-3d85-4814-9156-0c0a4d3d82b7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0713043 Jul 09 21:05:41.865051 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7463db96-e238-4922-96b8-9a43899d5ba6 req-bc5e8ee4-0cf3-4de2-96ce-a44599774beb tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355492 Jul 09 21:05:42.612707 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6792624-4788-4125-8c05-1d5f6ef4b78b req-b3229bee-fa5b-4612-b31f-b8126663c507 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:42.614348 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d6792624-4788-4125-8c05-1d5f6ef4b78b req-b3229bee-fa5b-4612-b31f-b8126663c507 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 945 time: 0.0666883 Jul 09 21:05:42.650461 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d6792624-4788-4125-8c05-1d5f6ef4b78b req-d85b75f6-6b61-4122-b165-fcc14db7c91e tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307219 Jul 09 21:05:43.044714 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63ac07-0c90-4e5d-b154-6f1e47d09898 req-6d89001f-3f40-455a-93f3-123f6741dd14 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:43.046214 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5a63ac07-0c90-4e5d-b154-6f1e47d09898 req-6d89001f-3f40-455a-93f3-123f6741dd14 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0691457 Jul 09 21:05:43.082413 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-5a63ac07-0c90-4e5d-b154-6f1e47d09898 req-b2e757b1-30f6-4033-b72e-66f015114ee7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307903 Jul 09 21:05:43.249631 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c8a88-2a62-4e56-9ff3-965f9b1c4850 req-c6f9cc57-cdad-40e4-b9a7-ec9e9c0dcff8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:43.250984 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3f9c8a88-2a62-4e56-9ff3-965f9b1c4850 req-c6f9cc57-cdad-40e4-b9a7-ec9e9c0dcff8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0613058 Jul 09 21:05:43.287529 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3f9c8a88-2a62-4e56-9ff3-965f9b1c4850 req-48b0b5d9-a0ab-4518-b258-9c237050b41c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311213 Jul 09 21:05:43.310388 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51874) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:43.406171 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-c3bf0109-03e7-4285-aa17-c8b108a29eb1 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:43.407625 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-c3bf0109-03e7-4285-aa17-c8b108a29eb1 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.83 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 945 time: 0.0741384 Jul 09 21:05:43.464263 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-036994b5-d1e8-4a62-b313-979ce248c401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.518806 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d86e0b-bdee-4c55-baa2-abcbc42f586f tempest-TestShelveInstance-617707613 tempest-TestShelveInstance-617707613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:43.520240 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-04d86e0b-bdee-4c55-baa2-abcbc42f586f tempest-TestShelveInstance-617707613 tempest-TestShelveInstance-617707613-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1093 time: 0.2089033 Jul 09 21:05:43.523495 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 51878) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:43.528701 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.v2.base [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Request body: {'floatingip': {'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'port_id': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:43.565245 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Deleting port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:05:43.565589 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.569419 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for floatingip, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.701550 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] For port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,segment=NetworkSegment(8e9715de-236b-455f-9703-c3b710413d99),segment_id=8e9715de-236b-455f-9703-c3b710413d99)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:43.702213 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.717183 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Calling delete_port for ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:05:43.793868 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.802537 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.825840 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ff5a6-be14-4a2a-8294-2a20fadb765b req-05cde6a6-de4a-446a-b481-5a0bfe1de386 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:43.827413 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ec1ff5a6-be14-4a2a-8294-2a20fadb765b req-05cde6a6-de4a-446a-b481-5a0bfe1de386 tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/ports?device_id=26c4d90e-1b3c-457c-be5d-d042947c4ac5 HTTP/1.1" status: 200 len: 945 time: 0.0680521 Jul 09 21:05:43.865968 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ec1ff5a6-be14-4a2a-8294-2a20fadb765b req-6002946a-d3f7-4cfc-9942-701a904f903f tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba169edf-1fcf-4c99-9daa-6aa62dabc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Jul 09 21:05:43.947401 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_common [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Allocated IP 172.27.3.190 (3c352f8c-03fb-4af4-b2cb-423d7e335103/87d48c31-ed45-425a-8e86-56b1287da9e7/9299ae99-db52-4e79-b56a-27618b87c53b) {{(pid=92868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:43.952504 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.985247 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Pushing event deleted for resources: {'Port': ['ID=ca6322ca-ac0b-4cc7-bb83-8a23a0260df6,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:43.988334 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['ca6322ca-ac0b-4cc7-bb83-8a23a0260df6'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:05:44.011469 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.011815 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.012194 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.012614 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.012985 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.013319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.013644 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.013966 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.014291 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.014605 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.014921 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.015248 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:44.079331 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] No DVR routers for this DVR port ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:05:44.084134 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.086094 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-aea35753-029a-4f02-a86b-998a0c181fa9 req-0e4940da-4c9f-4047-9fcd-2a8350f7ffed tempest-VolumesActionsTest-770509608 tempest-VolumesActionsTest-770509608-project] 10.222.0.83 "DELETE /v2.0/ports/ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 HTTP/1.1" status: 204 len: 173 time: 0.6703134 Jul 09 21:05:44.086531 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4d90e-1b3c-457c-be5d-d042947c4ac5', 'name': 'network-vif-deleted', 'tag': 'ca6322ca-ac0b-4cc7-bb83-8a23a0260df6'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:44.089395 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1b5103-1d74-44fa-812e-6bf26e70d032" -d '{"events": [{"server_uuid": "26c4d90e-1b3c-457c-be5d-d042947c4ac5", "name": "network-vif-deleted", "tag": "ca6322ca-ac0b-4cc7-bb83-8a23a0260df6"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:44.130466 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe86f164-39c4-4b74-9120-06021311874f x-openstack-request-id: req-fe86f164-39c4-4b74-9120-06021311874f {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:44.130755 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c4d90e-1b3c-457c-be5d-d042947c4ac5", "name": "network-vif-deleted", "tag": "ca6322ca-ac0b-4cc7-bb83-8a23a0260df6", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:44.131002 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe86f164-39c4-4b74-9120-06021311874f {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:44.131384 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c4d90e-1b3c-457c-be5d-d042947c4ac5', 'name': 'network-vif-deleted', 'tag': 'ca6322ca-ac0b-4cc7-bb83-8a23a0260df6', 'status': 'completed', 'code': 200} Jul 09 21:05:44.146626 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for port, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.190229 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-756028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-517294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732640400604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3269821'] for port, after_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.234402 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Network 3c352f8c-03fb-4af4-b2cb-423d7e335103 is already hosted by enough agents. {{(pid=92868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:44.237524 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.base_scheduler [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Resources bound (agent type, host, resource id): {{(pid=92868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:44.240924 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Received port after_create {{(pid=92868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:44.269236 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'Port': ['ID=9299ae99-db52-4e79-b56a-27618b87c53b,revision_number=1']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:44.601408 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.644097 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.689827 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.066645 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.110362 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for port, precommit_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.115061 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3269711'] for port, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.182753 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event updated for resources: {'Port': ['ID=9299ae99-db52-4e79-b56a-27618b87c53b,revision_number=2']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:45.191656 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602921'] for floatingip, after_update {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.289761 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.db.l3_db [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Floating IP a4d90ff6-cc27-4e11-ab2f-16073626381b associated. External IP: 172.27.3.190, port: a59b854c-d217-4008-90a4-2101c0be67b8. Jul 09 21:05:45.501605 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:05:45.609364 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:05:45.620315 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] Sync routers for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:05:45.626048 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.629640 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:05:45.630262 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:05:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:45.664862 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-4000d8ac-94a1-4802-85e2-91358ad2ad02 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1390896 Jul 09 21:05:45.745474 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:05:46.076850 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'a4d90ff6-cc27-4e11-ab2f-16073626381b', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'port_id': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'mac_address': 'fa:16:3e:d9:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:05:44Z', 'updated_at': '2021-07-09T21:05:44Z', 'revision_number': 0, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:46.110069 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] Checking router: 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:05:46.123857 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:05:46.124454 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:05:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:46.127477 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.132909 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:46.135783 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9225adee-c00f-43b3-b205-8240e58f2529" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:46.172240 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b261cb-4ebc-4521-acb7-44e9a8fcaca3 x-openstack-request-id: req-f8b261cb-4ebc-4521-acb7-44e9a8fcaca3 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:05:46.172530 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:05:46.172780 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8b261cb-4ebc-4521-acb7-44e9a8fcaca3 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:05:46.173252 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'status': 'completed', 'code': 200} Jul 09 21:05:46.229230 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:05:46.441381 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'a4d90ff6-cc27-4e11-ab2f-16073626381b', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'port_id': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'mac_address': 'fa:16:3e:d9:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:05:44Z', 'updated_at': '2021-07-09T21:05:44Z', 'revision_number': 0, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:46.466732 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ac937-a17e-4cf0-851e-3cada9a8c153 None None] The sync data for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi is: [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': 'a4d90ff6-cc27-4e11-ab2f-16073626381b', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'port_id': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'mac_address': 'fa:16:3e:d9:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:05:44Z', 'updated_at': '2021-07-09T21:05:44Z', 'revision_number': 0, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:05:46.645972 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdcd6c6-ef35-467a-bcf1-2734ed733f0f None None] New status for floating IP a4d90ff6-cc27-4e11-ab2f-16073626381b: ACTIVE {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:05:48.497284 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:05:48.520074 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:05:48.520421 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device ca6322ca-ac0b-4cc7-bb83-8a23a0260df6 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:05:49.982516 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225adee-c00f-43b3-b205-8240e58f2529 req-becd0f3d-f7a3-4c7e-9872-e94f9643cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:49.983876 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9225adee-c00f-43b3-b205-8240e58f2529 req-becd0f3d-f7a3-4c7e-9872-e94f9643cd41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1098 time: 0.0534875 Jul 09 21:05:50.067870 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225adee-c00f-43b3-b205-8240e58f2529 req-70d56bb0-7155-44b6-a69d-bf5dcf47e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:50.069332 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9225adee-c00f-43b3-b205-8240e58f2529 req-70d56bb0-7155-44b6-a69d-bf5dcf47e22f service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 909 time: 0.0787082 Jul 09 21:05:50.140054 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9225adee-c00f-43b3-b205-8240e58f2529 req-a7b01d27-2720-4d5d-8d8f-00b3db5673fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 1001 time: 0.0622830 Jul 09 21:05:50.186508 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225adee-c00f-43b3-b205-8240e58f2529 req-176f0e7d-0155-45f1-add8-a2f5af6a4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:50.187894 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9225adee-c00f-43b3-b205-8240e58f2529 req-176f0e7d-0155-45f1-add8-a2f5af6a4802 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0413165 Jul 09 21:05:50.243638 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225adee-c00f-43b3-b205-8240e58f2529 req-7eff1c8f-ade8-482c-b115-6a15c75b9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:50.245595 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9225adee-c00f-43b3-b205-8240e58f2529 req-7eff1c8f-ade8-482c-b115-6a15c75b9fd6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512323 Jul 09 21:05:50.337523 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9225adee-c00f-43b3-b205-8240e58f2529 req-3e7f91fc-868d-4699-8878-9cba48fb1026 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848031 Jul 09 21:05:50.424477 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-9225adee-c00f-43b3-b205-8240e58f2529 req-a62126f1-5366-4be0-9c71-a349ea86bfc9 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799360 Jul 09 21:06:07.832628 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52128) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:07.879564 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Deleting subnet 6599470d-7edb-4671-8597-dfb9c4479515 {{(pid=92867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:06:07.882525 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:07.915057 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10217018'] for subnet, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:07.951919 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.001040 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529470'] for subnet, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.029009 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.031416 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6599470d-7edb-4671-8597-dfb9c4479515 HTTP/1.1" status: 204 len: 168 time: 0.1977003 Jul 09 21:06:08.032424 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6599470d-7edb-4671-8597-dfb9c4479515,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:08.033472 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52130) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:08.039751 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.040103 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.040446 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.040785 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.041172 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.041509 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.041838 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.042165 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.042493 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.042816 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.043136 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.043456 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb9be6-1b27-4523-9e19-78a663a00262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:08.102624 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.175371 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.185255 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a84126-55f4-4279-8733-b978a169d603']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:08.194807 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9715de-236b-455f-9703-c3b710413d99') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:08.195093 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9715de-236b-455f-9703-c3b710413d99') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:08.203703 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.217160 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.222887 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:06:08.223256 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:06:08.224849 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:06:08.279163 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.284466 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.286315 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e8a84126-55f4-4279-8733-b978a169d603 HTTP/1.1" status: 204 len: 168 time: 0.2517908 Jul 09 21:06:08.306581 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837c7d6-e871-4ab7-933b-237f87b96f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a84126-55f4-4279-8733-b978a169d603,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:08.398024 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52134) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:08.436553 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-dc30aca8-0f44-4d21-bf7d-c04676a3e158 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25c7b7f113b84da68874e948381590d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373042 Jul 09 21:06:08.438966 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52136) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:08.484900 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3783a770-fd7a-457f-aab9-7982994453c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.505509 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3783a770-fd7a-457f-aab9-7982994453c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.549295 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3783a770-fd7a-457f-aab9-7982994453c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.551754 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3783a770-fd7a-457f-aab9-7982994453c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.552907 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-3783a770-fd7a-457f-aab9-7982994453c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba169edf-1fcf-4c99-9daa-6aa62dabc45d HTTP/1.1" status: 204 len: 168 time: 0.1130443 Jul 09 21:06:08.560644 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783a770-fd7a-457f-aab9-7982994453c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba169edf-1fcf-4c99-9daa-6aa62dabc45d,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:10.134067 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:06:10.801216 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-be22421a-5554-43a8-a4cd-da67fe196691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.464749 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-9ad47a15-d662-483f-963b-b47ec9713827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.794540 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.645632 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.069974 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.105109 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.911204 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-519204ad-5f45-486c-bd76-b7516ee503b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529490 Jul 09 21:06:29.993518 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-dc1cc5fd-65ce-4bd7-8e07-55b51decb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:29.994942 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-dc1cc5fd-65ce-4bd7-8e07-55b51decb0f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 1098 time: 0.0504210 Jul 09 21:06:30.096658 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-ca0c4558-d2ed-4a38-9fe5-f5891b4cc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:30.098106 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-ca0c4558-d2ed-4a38-9fe5-f5891b4cc255 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.0833693 Jul 09 21:06:30.161105 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-d3b921fe-14f7-4be2-91c5-f74a8e235718 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b774e755-fa07-436d-b8fa-693b1a6352c7 HTTP/1.1" status: 200 len: 1001 time: 0.0556610 Jul 09 21:06:30.208500 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-07340b29-a6d7-4f71-8f3f-83bcb9fda5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:30.209851 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-07340b29-a6d7-4f71-8f3f-83bcb9fda5e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0430243 Jul 09 21:06:30.266975 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-b6a0bffb-dc25-4404-a0ba-f81be1053e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:30.268384 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-b6a0bffb-dc25-4404-a0ba-f81be1053e38 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526955 Jul 09 21:06:30.351998 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-8e2116a4-bca0-4464-b130-9ab1e9660ebe service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768774 Jul 09 21:06:30.439921 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b082ec56-236e-41b5-b1ab-61a838288c04 req-9aeb4c9e-04bc-494f-b36f-d83f2f149e78 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817814 Jul 09 21:06:40.930711 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-364a95f0-0c28-485c-93f0-523d14fef1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:43.465733 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-290ed341-1287-4ff3-a39f-dab82033c0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:43.794722 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:44.649799 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:45.074923 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.107594 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:47.132263 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:06:56.090264 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52158) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:56.250562 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Deleting port c484dd71-a821-4af8-a9a0-5385bfae51a7 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:06:56.250904 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.323847 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.324178 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.336132 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Calling delete_port for c484dd71-a821-4af8-a9a0-5385bfae51a7 owned by network:floatingip {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:06:56.503768 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.527466 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event deleted for resources: {'Port': ['ID=c484dd71-a821-4af8-a9a0-5385bfae51a7,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:56.592417 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.592746 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Floating IP f102162d-ff1f-4f05-abac-cbaa2e7617fa disassociated (deleted). External IP: 172.27.3.134, port: b774e755-fa07-436d-b8fa-693b1a6352c7. Jul 09 21:06:56.809985 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:06:56.912523 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:06:56.917444 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.922613 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:06:56.931280 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:56.931887 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:06:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:56.956351 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-bdea704a-eab0-4c6d-a364-fcb04005e434 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "DELETE /v2.0/floatingips/f102162d-ff1f-4f05-abac-cbaa2e7617fa HTTP/1.1" status: 204 len: 168 time: 0.8650427 Jul 09 21:06:56.956972 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:56.959234 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab1a35-f308-4697-b814-efce7af2cd10" -d '{"events": [{"name": "network-changed", "server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:56.998610 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f874446-f760-413e-be78-dcd5ca5a45d4 x-openstack-request-id: req-5f874446-f760-413e-be78-dcd5ca5a45d4 {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:56.998911 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:56.999165 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f874446-f760-413e-be78-dcd5ca5a45d4 {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:56.999566 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'status': 'completed', 'code': 200} Jul 09 21:06:57.038571 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:57.100747 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-9d70e2d3-aafa-4dbb-a0a2-fc69017371bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:57.102784 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-9d70e2d3-aafa-4dbb-a0a2-fc69017371bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 1098 time: 0.0541093 Jul 09 21:06:57.208071 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-05a0666b-43c0-469b-a5ee-7609d5a1b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:57.210484 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-05a0666b-43c0-469b-a5ee-7609d5a1b7e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.1009018 Jul 09 21:06:57.280474 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-e4a4f3e4-5fa9-41c5-b898-c96c76586ab0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b774e755-fa07-436d-b8fa-693b1a6352c7 HTTP/1.1" status: 200 len: 217 time: 0.0404305 Jul 09 21:06:57.281733 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:58Z', 'revision_number': 1, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:57.309784 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:06:57.318212 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:57.318819 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:06:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:57.353423 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-53e5e24c-260c-465a-ad99-134e1a453d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:57.355364 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-53e5e24c-260c-465a-ad99-134e1a453d82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0662878 Jul 09 21:06:57.404531 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cf236-e508-4b27-99b6-10b45c2338ea req-d8e1ba8a-15b5-497f-81b9-e9291a38de71 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:57.406014 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2d6cf236-e508-4b27-99b6-10b45c2338ea req-d8e1ba8a-15b5-497f-81b9-e9291a38de71 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 945 time: 0.1282566 Jul 09 21:06:57.423977 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:57.454908 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2d6cf236-e508-4b27-99b6-10b45c2338ea req-3054bab6-4deb-43e3-80ae-f5a0df71381e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 Jul 09 21:06:57.457723 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-6fd85d68-b591-49d4-86b4-4804bff66fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:57.458978 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-6fd85d68-b591-49d4-86b4-4804bff66fad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945389 Jul 09 21:06:57.548451 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-7eaf7fb0-e2d4-4fb5-a2df-3f539f663517 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812216 Jul 09 21:06:57.641410 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-13ab1a35-f308-4697-b814-efce7af2cd10 req-ca2d2f0c-1c14-4490-87b2-514d58891ac9 service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857685 Jul 09 21:06:57.646338 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:58Z', 'revision_number': 1, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:57.672449 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafd9e8-2fed-4dbe-8608-3a2664b66b5a None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_floatingips': [{'id': '0d9a6cba-78bc-45ea-af25-86a42b854247', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'router_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'port_id': '2c2b686b-7561-4178-924a-fb04821424e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'mac_address': 'fa:16:3e:89:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:55Z', 'updated_at': '2021-07-09T21:01:58Z', 'revision_number': 1, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:06:57.878770 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb70add-38d5-4e89-b9ef-a7e5f7b5b6c2 None None] New status for floating IP f102162d-ff1f-4f05-abac-cbaa2e7617fa: DOWN {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:06:58.629348 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76665a52-9c56-4021-b605-5e4d5e5f7709 req-5937a26d-6150-4ec8-afed-ec2ddc5a09ff tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:58.630862 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-76665a52-9c56-4021-b605-5e4d5e5f7709 req-5937a26d-6150-4ec8-afed-ec2ddc5a09ff tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 945 time: 0.0629947 Jul 09 21:06:58.669341 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-76665a52-9c56-4021-b605-5e4d5e5f7709 req-882e943f-e6e5-446a-a755-3409c39728ef tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Jul 09 21:06:59.452756 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2dc62075-d0ff-4537-a06f-a67bf165d9e9 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:59.454214 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2dc62075-d0ff-4537-a06f-a67bf165d9e9 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 945 time: 0.0620093 Jul 09 21:06:59.553724 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Deleting port b774e755-fa07-436d-b8fa-693b1a6352c7 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:06:59.554060 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.637759 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] For port b774e755-fa07-436d-b8fa-693b1a6352c7, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b774e755-fa07-436d-b8fa-693b1a6352c7,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:59.638112 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.652174 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Calling delete_port for b774e755-fa07-436d-b8fa-693b1a6352c7 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:06:59.787527 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.815288 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3f73899f-e762-4694-aedb-7c352cc6fb4d req-be1cf314-291c-4d27-9a0f-7247a186a146 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=a012d317-b98c-429b-92a7-f7fcc0b9dc69 HTTP/1.1" status: 200 len: 210 time: 0.0364475 Jul 09 21:06:59.833766 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event deleted for resources: {'Port': ['ID=b774e755-fa07-436d-b8fa-693b1a6352c7,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:59.843977 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.844320 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.844666 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.845017 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.845350 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.845678 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.846001 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.846327 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.846653 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.846974 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.847290 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.847610 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:59.890924 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] No DVR routers for this DVR port b774e755-fa07-436d-b8fa-693b1a6352c7 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:06:59.893389 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.895314 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3653a9aa-c37e-456b-8b24-e9524aea69b8 req-2df1d871-0602-4312-a65e-2c930a0aee5e tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "DELETE /v2.0/ports/b774e755-fa07-436d-b8fa-693b1a6352c7 HTTP/1.1" status: 204 len: 173 time: 0.4357738 Jul 09 21:06:59.895831 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'name': 'network-vif-deleted', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:59.898118 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677a9084-784b-4490-9b09-1b37cc70dc1a" -d '{"events": [{"server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "name": "network-vif-deleted", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:59.934009 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474a1008-dd58-4e4a-ab08-b8c3758e3d43 x-openstack-request-id: req-474a1008-dd58-4e4a-ab08-b8c3758e3d43 {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:59.934265 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a012d317-b98c-429b-92a7-f7fcc0b9dc69", "name": "network-vif-deleted", "tag": "b774e755-fa07-436d-b8fa-693b1a6352c7", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:59.934512 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-474a1008-dd58-4e4a-ab08-b8c3758e3d43 {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:59.935008 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a012d317-b98c-429b-92a7-f7fcc0b9dc69', 'name': 'network-vif-deleted', 'tag': 'b774e755-fa07-436d-b8fa-693b1a6352c7', 'status': 'completed', 'code': 200} Jul 09 21:07:02.309679 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device b774e755-fa07-436d-b8fa-693b1a6352c7 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:02.329027 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: b774e755-fa07-436d-b8fa-693b1a6352c7 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:07:02.329375 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device b774e755-fa07-436d-b8fa-693b1a6352c7 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:07:03.118780 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52190) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:03.268835 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Deleting port b852356d-f15c-44f4-8643-704e58db2364 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:03.269197 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.345144 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.345466 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.356701 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Calling delete_port for b852356d-f15c-44f4-8643-704e58db2364 owned by network:floatingip {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:03.498505 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.523493 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event deleted for resources: {'Port': ['ID=b852356d-f15c-44f4-8643-704e58db2364,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:03.582155 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.582535 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Floating IP 0d9a6cba-78bc-45ea-af25-86a42b854247 disassociated (deleted). External IP: 172.27.3.220, port: 2c2b686b-7561-4178-924a-fb04821424e6. Jul 09 21:07:03.784675 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:07:03.890940 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:03.896018 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.900251 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:03.909540 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:03.910133 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:06:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:03.931658 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-1f4ae81e-02b8-4bbd-b60e-fd6fec55b274 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "DELETE /v2.0/floatingips/0d9a6cba-78bc-45ea-af25-86a42b854247 HTTP/1.1" status: 204 len: 168 time: 0.8118145 Jul 09 21:07:03.932248 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:03.934546 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "tag": "2c2b686b-7561-4178-924a-fb04821424e6"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:03.973720 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acfb349-5fc1-4405-851d-20160c623296 x-openstack-request-id: req-2acfb349-5fc1-4405-851d-20160c623296 {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:03.974008 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "tag": "2c2b686b-7561-4178-924a-fb04821424e6", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:03.974260 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2acfb349-5fc1-4405-851d-20160c623296 {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:03.974655 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6', 'status': 'completed', 'code': 200} Jul 09 21:07:04.073294 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-5005a617-6003-4bba-8f91-47048dce4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.074843 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-5005a617-6003-4bba-8f91-47048dce4f0b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c76c6d920984b5680c4fece85d881c7&device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 1098 time: 0.0541620 Jul 09 21:07:04.144205 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:04.176604 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-1ea1deac-3154-4d5f-834d-2c7a20422143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.178718 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-1ea1deac-3154-4d5f-834d-2c7a20422143 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 200 len: 911 time: 0.0925920 Jul 09 21:07:04.257470 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-0fed993b-efc6-49df-9917-b18a9c01f870 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c2b686b-7561-4178-924a-fb04821424e6 HTTP/1.1" status: 200 len: 217 time: 0.0492337 Jul 09 21:07:04.324967 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-5efe33a8-9270-4421-9b7f-95ae42c0341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.326424 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-5efe33a8-9270-4421-9b7f-95ae42c0341a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 200 len: 849 time: 0.0503366 Jul 09 21:07:04.342723 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:04.367998 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:04.374691 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012aea9a-e43f-4123-b298-3c9fa929c91b req-543bbfae-6879-476a-ad8c-b661f6883329 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.376149 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-012aea9a-e43f-4123-b298-3c9fa929c91b req-543bbfae-6879-476a-ad8c-b661f6883329 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 945 time: 0.1281843 Jul 09 21:07:04.377030 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:04.377638 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:06:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:04.424883 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-415604c9-54ab-429b-9eb5-ec098f7b734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.426256 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-415604c9-54ab-429b-9eb5-ec098f7b734b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e410d413-6443-4ea9-b5ba-9c4361f53e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929170 Jul 09 21:07:04.429528 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-012aea9a-e43f-4123-b298-3c9fa929c91b req-faf6ddc2-ece5-4fd2-b448-ff882be783e6 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/security-groups?id=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473661 Jul 09 21:07:04.483875 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:04.519911 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-14bb27ef-75c6-42fb-a836-7df68a6df1bb service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845513 Jul 09 21:07:04.634172 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4817c1cd-bc4e-4462-9c73-5b8e6bb3c51d req-c3fd3567-84ad-4926-b40a-c4c4ae41f9ea service neutron] 10.222.0.83 "GET /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849543 Jul 09 21:07:04.681483 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:04.710715 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdd9ea-6fb7-4d81-ba83-510bf9cd5cbf None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:00Z', 'revision_number': 4, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '8db602c6-1a6a-4895-a0a0-bd7211551322', 'name': '', 'network_id': 'e410d413-6443-4ea9-b5ba-9c4361f53e34', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'mac_address': 'fa:16:3e:b1:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:59Z', 'updated_at': '2021-07-09T20:57:08Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'subnets': [{'id': 'b9ad567a-a13b-4559-a1c1-9c52e7537ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:04.924799 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15b56b-f1a7-4e25-b49e-33d2cd9246cb None None] New status for floating IP 0d9a6cba-78bc-45ea-af25-86a42b854247: DOWN {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:07:05.067881 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-3f2383d7-9063-4bcb-887e-7fe6b3011d0a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:05.069336 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-3f2383d7-9063-4bcb-887e-7fe6b3011d0a tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 945 time: 0.0629883 Jul 09 21:07:05.170388 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Deleting port 2c2b686b-7561-4178-924a-fb04821424e6 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:05.171101 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:05.257602 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] For port 2c2b686b-7561-4178-924a-fb04821424e6, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2c2b686b-7561-4178-924a-fb04821424e6,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:05.257874 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:05.270593 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Calling delete_port for 2c2b686b-7561-4178-924a-fb04821424e6 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:05.394500 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:05.422591 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event deleted for resources: {'Port': ['ID=2c2b686b-7561-4178-924a-fb04821424e6,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:05.467933 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] No DVR routers for this DVR port 2c2b686b-7561-4178-924a-fb04821424e6 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:07:05.470504 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:05.472520 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-99ca50e8-9d6f-416a-90e2-ca07458c80fe req-f189b978-c5d9-484e-ac89-cf584f5d1c4b tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.83 "DELETE /v2.0/ports/2c2b686b-7561-4178-924a-fb04821424e6 HTTP/1.1" status: 204 len: 173 time: 0.3976259 Jul 09 21:07:05.472999 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'name': 'network-vif-deleted', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:05.475550 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c23367-018e-46d7-88f0-024e04bdf044" -d '{"events": [{"server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "name": "network-vif-deleted", "tag": "2c2b686b-7561-4178-924a-fb04821424e6"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:05.512367 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fac3e8-ed59-444b-a97f-de3c46cf74fb x-openstack-request-id: req-e7fac3e8-ed59-444b-a97f-de3c46cf74fb {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:05.512671 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca839bec-8734-4f48-8f65-d67f906ea602", "name": "network-vif-deleted", "tag": "2c2b686b-7561-4178-924a-fb04821424e6", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:05.512946 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7fac3e8-ed59-444b-a97f-de3c46cf74fb {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:05.513341 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca839bec-8734-4f48-8f65-d67f906ea602', 'name': 'network-vif-deleted', 'tag': '2c2b686b-7561-4178-924a-fb04821424e6', 'status': 'completed', 'code': 200} Jul 09 21:07:05.579104 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-6aa43c72-1a82-45d2-94c2-e8e1b765ca9c req-cc909d19-ffb0-4516-bb8e-ba3def475307 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca839bec-8734-4f48-8f65-d67f906ea602 HTTP/1.1" status: 200 len: 210 time: 0.0284324 Jul 09 21:07:06.671359 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52204) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:06.798258 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Deleting port c4eb55e3-6564-4fba-aa6d-2a85b20b4f5a {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:06.798600 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:06.873920 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:06.874172 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:06.885243 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Calling delete_port for c4eb55e3-6564-4fba-aa6d-2a85b20b4f5a owned by network:floatingip {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:07.017950 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:07.044018 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event deleted for resources: {'Port': ['ID=c4eb55e3-6564-4fba-aa6d-2a85b20b4f5a,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:07.106282 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for floatingip, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:07.108755 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:07.109906 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-6ddccaba-7bc7-4bef-8238-d5ef7f0ad766 tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "DELETE /v2.0/floatingips/81a6f6b0-2b63-42fe-a845-e59975c570ae HTTP/1.1" status: 204 len: 168 time: 0.4375877 Jul 09 21:07:08.353003 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 2c2b686b-7561-4178-924a-fb04821424e6 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:08.371248 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52216) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:08.372589 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: 2c2b686b-7561-4178-924a-fb04821424e6 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:07:08.372961 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device 2c2b686b-7561-4178-924a-fb04821424e6 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:07:08.432696 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48e32a45-8d28-4f38-9783-145c229f49da tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.457158 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48e32a45-8d28-4f38-9783-145c229f49da tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.514474 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48e32a45-8d28-4f38-9783-145c229f49da tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.517145 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-48e32a45-8d28-4f38-9783-145c229f49da tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.518276 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-48e32a45-8d28-4f38-9783-145c229f49da tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] 10.222.0.77 "DELETE /v2.0/security-groups/15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6 HTTP/1.1" status: 204 len: 168 time: 0.1460135 Jul 09 21:07:08.528439 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e32a45-8d28-4f38-9783-145c229f49da tempest-TestVolumeBootPattern-1951082436 tempest-TestVolumeBootPattern-1951082436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c2d6f6-eb0f-4fd6-98bd-98cc2699ccb6,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:09.599764 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52222) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:10.343997 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.585569 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Deleting port 8db602c6-1a6a-4895-a0a0-bd7211551322 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:10.585906 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.660092 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] For port 8db602c6-1a6a-4895-a0a0-bd7211551322, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=8db602c6-1a6a-4895-a0a0-bd7211551322,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:10.660701 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.672718 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Calling delete_port for 8db602c6-1a6a-4895-a0a0-bd7211551322 owned by network:router_interface {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:10.801491 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c9236767-2f36-4eb2-808e-d7ddf1f1d791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.845248 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.873158 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Pushing event deleted for resources: {'Port': ['ID=8db602c6-1a6a-4895-a0a0-bd7211551322,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:11.041760 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.245214 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Router 5d82fa09-af94-4209-b4ef-797b1f735bd3 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:07:11.347501 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:11.355347 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-44eec4fe-f351-4f34-9de8-9922b3834edf admin admin] 10.222.0.77 "PUT /v2.0/routers/5d82fa09-af94-4209-b4ef-797b1f735bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515709 Jul 09 21:07:11.355499 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52226) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:11.356003 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] Sync routers for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:11.365065 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:11.365670 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:06:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:11.457703 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks [] for router, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.467106 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:11.562723 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.615409 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Deleting port eb59059a-0e87-4f49-b93c-f01268daf512 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:11.615741 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.650378 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T21:07:10Z', 'revision_number': 5, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port': {'id': 'eb59059a-0e87-4f49-b93c-f01268daf512', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:11.680582 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] Checking router: 5d82fa09-af94-4209-b4ef-797b1f735bd3 for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:11.688639 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] Routers {'5d82fa09-af94-4209-b4ef-797b1f735bd3'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:11.689265 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:06:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['5d82fa09-af94-4209-b4ef-797b1f735bd3'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:11.696032 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] For port eb59059a-0e87-4f49-b93c-f01268daf512, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=eb59059a-0e87-4f49-b93c-f01268daf512,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:11.696613 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.707769 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Calling delete_port for eb59059a-0e87-4f49-b93c-f01268daf512 owned by network:router_gateway {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:11.773774 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] Set router 5d82fa09-af94-4209-b4ef-797b1f735bd3 gateway port host: None {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:11.830213 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T21:07:11Z', 'revision_number': 6, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port_host': None}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:11.861171 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44431d69-2d7c-431f-b3a3-5f3f33e34473 None None] The sync data for ids ['5d82fa09-af94-4209-b4ef-797b1f735bd3'] in dv-cinder-800306-1-iscsi is: [{'id': '5d82fa09-af94-4209-b4ef-797b1f735bd3', 'name': 'tempest-TestVolumeBootPattern-95664620-router', 'tenant_id': '1c76c6d920984b5680c4fece85d881c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:57Z', 'updated_at': '2021-07-09T21:07:11Z', 'revision_number': 6, 'project_id': '1c76c6d920984b5680c4fece85d881c7', 'gw_port_host': None}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:11.879360 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.906261 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb59059a-0e87-4f49-b93c-f01268daf512,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:11.965950 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.058322 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.060364 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.101706 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.102357 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d82fa09-af94-4209-b4ef-797b1f735bd3 {{(pid=92868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:07:12.107671 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.108804 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-15cbd622-6746-4850-a533-a68f05e97a06 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5d82fa09-af94-4209-b4ef-797b1f735bd3 HTTP/1.1" status: 204 len: 168 time: 0.7524650 Jul 09 21:07:12.111319 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52228) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:12.155500 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f6ada2-1727-4395-aedc-a6ed854c7b4e admin admin] Deleting subnet b9ad567a-a13b-4559-a1c1-9c52e7537ff9 {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:07:12.158459 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ada2-1727-4395-aedc-a6ed854c7b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.191647 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ada2-1727-4395-aedc-a6ed854c7b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.276669 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ada2-1727-4395-aedc-a6ed854c7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.329646 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ada2-1727-4395-aedc-a6ed854c7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.355996 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6ada2-1727-4395-aedc-a6ed854c7b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ad567a-a13b-4559-a1c1-9c52e7537ff9,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:12.357882 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ada2-1727-4395-aedc-a6ed854c7b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.359745 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b7f6ada2-1727-4395-aedc-a6ed854c7b4e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b9ad567a-a13b-4559-a1c1-9c52e7537ff9 HTTP/1.1" status: 204 len: 168 time: 0.2475026 Jul 09 21:07:12.362238 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27dd7bd-2bc8-4e5b-887f-20f0a48f04a2 None None] Network e410d413-6443-4ea9-b5ba-9c4361f53e34 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:12.362376 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52230) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:12.430152 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.482554 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Deleting port 04edc208-fe12-4a2b-895c-91d7fe2b4420 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:12.482897 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.545411 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] For port 04edc208-fe12-4a2b-895c-91d7fe2b4420, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=04edc208-fe12-4a2b-895c-91d7fe2b4420,segment=NetworkSegment(bdfd8bff-d668-4a6d-b226-e17ab12fdc6a),segment_id=bdfd8bff-d668-4a6d-b226-e17ab12fdc6a)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:12.545770 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.558441 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Calling delete_port for 04edc208-fe12-4a2b-895c-91d7fe2b4420 owned by network:dhcp {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:12.634952 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2c77ba-e781-416e-9c47-8d1294edd06b None None] DHCP port deletion for e410d413-6443-4ea9-b5ba-9c4361f53e34 request from dv-cinder-800306-1-iscsi {{(pid=92869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:07:12.646743 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.669501 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c77ba-e781-416e-9c47-8d1294edd06b None None] The port '04edc208-fe12-4a2b-895c-91d7fe2b4420' was deleted {{(pid=92869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 21:07:12.673601 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Pushing event deleted for resources: {'Port': ['ID=04edc208-fe12-4a2b-895c-91d7fe2b4420,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:12.675412 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] No DVR routers for this DVR port 04edc208-fe12-4a2b-895c-91d7fe2b4420 on host dv-cinder-800306-1-iscsi {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:07:12.746635 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.756444 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e410d413-6443-4ea9-b5ba-9c4361f53e34']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:12.769869 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:12.770156 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfd8bff-d668-4a6d-b226-e17ab12fdc6a') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:12.779578 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.795426 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.802064 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:07:12.802622 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:07:12.804382 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:07:12.860654 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.866832 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.868651 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e410d413-6443-4ea9-b5ba-9c4361f53e34 HTTP/1.1" status: 204 len: 168 time: 0.5055206 Jul 09 21:07:12.875873 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52232) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:12.880248 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc244f2-1854-476c-9128-a5fdf2145193 admin admin] Pushing event deleted for resources: {'Network': ['ID=e410d413-6443-4ea9-b5ba-9c4361f53e34,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:13.229251 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:13.467674 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf347-854b-480c-a62b-d142fddafaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:13.722183 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Deleting port e7b08a81-14f7-4edc-b56a-7036610cb514 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:13.722527 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:13.795105 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:13.797752 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] For port e7b08a81-14f7-4edc-b56a-7036610cb514, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e7b08a81-14f7-4edc-b56a-7036610cb514,segment=NetworkSegment(35cd045b-7ad2-419e-bb68-015fedfbbd70),segment_id=35cd045b-7ad2-419e-bb68-015fedfbbd70)] {{(pid=92867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:13.798114 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:13.810927 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Calling delete_port for e7b08a81-14f7-4edc-b56a-7036610cb514 owned by network:router_interface {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:13.882878 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device eb59059a-0e87-4f49-b93c-f01268daf512 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:13.902916 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: eb59059a-0e87-4f49-b93c-f01268daf512 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:07:13.903172 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device eb59059a-0e87-4f49-b93c-f01268daf512 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:07:13.903577 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 04edc208-fe12-4a2b-895c-91d7fe2b4420 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:13.922185 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 04edc208-fe12-4a2b-895c-91d7fe2b4420 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:07:13.922518 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 04edc208-fe12-4a2b-895c-91d7fe2b4420 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:07:13.922927 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 8db602c6-1a6a-4895-a0a0-bd7211551322 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:13.941346 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 8db602c6-1a6a-4895-a0a0-bd7211551322 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:07:13.941692 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 8db602c6-1a6a-4895-a0a0-bd7211551322 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:07:13.988891 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.016239 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b08a81-14f7-4edc-b56a-7036610cb514,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:14.046124 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.046465 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.046798 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.047127 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.047447 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.047801 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.048122 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.048437 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.048753 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.049107 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.049413 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.049707 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:14.186963 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.397193 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Router 0bc32a1b-9173-49d2-b614-d49043c230f4 has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:07:14.500419 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:14.505180 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-b2f16ac6-807a-4988-85d0-fa3916ed5671 admin admin] 10.222.0.77 "PUT /v2.0/routers/0bc32a1b-9173-49d2-b614-d49043c230f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6266084 Jul 09 21:07:14.507800 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52234) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:14.510929 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] Sync routers for ids ['0bc32a1b-9173-49d2-b614-d49043c230f4'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:14.519838 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] Routers {'0bc32a1b-9173-49d2-b614-d49043c230f4'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:14.520454 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:07:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['0bc32a1b-9173-49d2-b614-d49043c230f4'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:14.609451 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks [] for router, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.619398 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] Set router 0bc32a1b-9173-49d2-b614-d49043c230f4 gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:14.659513 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.708906 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.764212 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Deleting port c6d0d9e7-353c-4a6b-ae66-da57dc99a730 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:14.764463 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.792775 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T21:07:13Z', 'revision_number': 5, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port': {'id': 'c6d0d9e7-353c-4a6b-ae66-da57dc99a730', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:04Z', 'updated_at': '2021-07-09T20:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:14.817283 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] Checking router: 0bc32a1b-9173-49d2-b614-d49043c230f4 for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:14.825584 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] Routers {'0bc32a1b-9173-49d2-b614-d49043c230f4'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:14.826185 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:07:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['0bc32a1b-9173-49d2-b614-d49043c230f4'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:14.840338 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] For port c6d0d9e7-353c-4a6b-ae66-da57dc99a730, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=c6d0d9e7-353c-4a6b-ae66-da57dc99a730,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:14.840695 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.852844 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Calling delete_port for c6d0d9e7-353c-4a6b-ae66-da57dc99a730 owned by network:router_gateway {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:14.908724 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] Set router 0bc32a1b-9173-49d2-b614-d49043c230f4 gateway port host: None {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:14.969579 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T21:07:14Z', 'revision_number': 6, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port_host': None}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:14.995948 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f2c43-673e-4da1-a7c5-7dea1a65ac8f None None] The sync data for ids ['0bc32a1b-9173-49d2-b614-d49043c230f4'] in dv-cinder-800306-1-iscsi is: [{'id': '0bc32a1b-9173-49d2-b614-d49043c230f4', 'name': 'tempest-TestVolumeBootPattern-999244794-router', 'tenant_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:03Z', 'updated_at': '2021-07-09T21:07:14Z', 'revision_number': 6, 'project_id': '8344ab94212e4b4e97cedbd31d0d2a6d', 'gw_port_host': None}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:15.020230 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.044248 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d0d9e7-353c-4a6b-ae66-da57dc99a730,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:15.094820 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.110971 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.197671 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.200274 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.246876 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.247432 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc32a1b-9173-49d2-b614-d49043c230f4 {{(pid=92867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:07:15.252476 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] Notify callbacks [] for router, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.253694 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-18bae00e-b15b-4677-a1e7-47d002f6f844 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0bc32a1b-9173-49d2-b614-d49043c230f4 HTTP/1.1" status: 204 len: 168 time: 0.7449827 Jul 09 21:07:15.256167 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52236) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:15.300604 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0466e31e-c9e7-4ac0-b1d6-aacc43b7b413 admin admin] Deleting subnet c9fb8e6b-d12d-4af7-9485-37518bf5d0cb {{(pid=92867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:07:15.303640 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0466e31e-c9e7-4ac0-b1d6-aacc43b7b413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.342922 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0466e31e-c9e7-4ac0-b1d6-aacc43b7b413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10217018'] for subnet, precommit_delete_associations {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.427803 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0466e31e-c9e7-4ac0-b1d6-aacc43b7b413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.480788 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0466e31e-c9e7-4ac0-b1d6-aacc43b7b413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3529470'] for subnet, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.506515 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466e31e-c9e7-4ac0-b1d6-aacc43b7b413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fb8e6b-d12d-4af7-9485-37518bf5d0cb,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:15.508403 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-0466e31e-c9e7-4ac0-b1d6-aacc43b7b413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.511752 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-0466e31e-c9e7-4ac0-b1d6-aacc43b7b413 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c9fb8e6b-d12d-4af7-9485-37518bf5d0cb HTTP/1.1" status: 204 len: 168 time: 0.2531679 Jul 09 21:07:15.512795 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52238) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:15.515826 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda720a-2cb4-45e9-8ecb-8c7a1e7e84d3 None None] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:15.581851 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.632766 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Deleting port e968e49c-6472-494f-9b60-aea65715d6a3 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:15.633131 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.698772 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] For port e968e49c-6472-494f-9b60-aea65715d6a3, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e968e49c-6472-494f-9b60-aea65715d6a3,segment=NetworkSegment(35cd045b-7ad2-419e-bb68-015fedfbbd70),segment_id=35cd045b-7ad2-419e-bb68-015fedfbbd70)] {{(pid=92867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:15.699131 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.711994 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Calling delete_port for e968e49c-6472-494f-9b60-aea65715d6a3 owned by network:dhcp {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:15.740999 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] DHCP port deletion for 45432a93-c006-4a99-9ea1-4ffca06690a5 request from dv-cinder-800306-1-iscsi {{(pid=92869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:07:15.794797 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Deleting port e968e49c-6472-494f-9b60-aea65715d6a3 {{(pid=92869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:07:15.799563 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.816929 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.841575 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e968e49c-6472-494f-9b60-aea65715d6a3,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:15.847507 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] No DVR routers for this DVR port e968e49c-6472-494f-9b60-aea65715d6a3 on host dv-cinder-800306-1-iscsi {{(pid=92867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:07:15.874718 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] For port e968e49c-6472-494f-9b60-aea65715d6a3, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e968e49c-6472-494f-9b60-aea65715d6a3,segment=NetworkSegment(35cd045b-7ad2-419e-bb68-015fedfbbd70),segment_id=35cd045b-7ad2-419e-bb68-015fedfbbd70)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:15.875106 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.889468 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Calling delete_port for e968e49c-6472-494f-9b60-aea65715d6a3 owned by network:dhcp {{(pid=92869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:07:15.933063 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e968e49c-6472-494f-9b60-aea65715d6a3 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:15.934434 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.944055 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45432a93-c006-4a99-9ea1-4ffca06690a5']}} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:15.955213 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cd045b-7ad2-419e-bb68-015fedfbbd70') {'for_net_delete': True} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:15.955558 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cd045b-7ad2-419e-bb68-015fedfbbd70') {} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:15.958835 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: e968e49c-6472-494f-9b60-aea65715d6a3 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:07:15.959186 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e968e49c-6472-494f-9b60-aea65715d6a3 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:07:15.959606 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device c6d0d9e7-353c-4a6b-ae66-da57dc99a730 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:15.967872 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10217005'] for segment, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.983564 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.989901 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=92867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:07:15.990306 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8531095'] for segment, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: Traceback (most recent call last): Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: timer() Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: cb(*args, **kw) Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: return func(*args, **kwargs) Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: self._notify() Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: self.callback(batched_events) Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: event.method(event) Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: return f(self, *a, **k) Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._get(url).json() Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: return self.request(url, 'GET', **kwargs) Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:07:15.992045 dv-cinder-800306-1-iscsi neutron-server[92867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:07:16.052408 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.058065 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.059976 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] 10.222.0.77 "DELETE /v2.0/networks/45432a93-c006-4a99-9ea1-4ffca06690a5 HTTP/1.1" status: 204 len: 168 time: 0.5462604 Jul 09 21:07:16.075598 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591c638-5f2e-4087-8b7d-0e2a30531e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=45432a93-c006-4a99-9ea1-4ffca06690a5,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:16.122828 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: c6d0d9e7-353c-4a6b-ae66-da57dc99a730 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:07:16.123175 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device c6d0d9e7-353c-4a6b-ae66-da57dc99a730 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:07:16.123594 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e7b08a81-14f7-4edc-b56a-7036610cb514 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:16.157432 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: e7b08a81-14f7-4edc-b56a-7036610cb514 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:07:16.157785 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e7b08a81-14f7-4edc-b56a-7036610cb514 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:07:16.161274 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.173781 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613'] for port, after_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.195849 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52242) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:16.198367 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Network 45432a93-c006-4a99-9ea1-4ffca06690a5 is not hosted by any dhcp agent {{(pid=92869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 21:07:16.198940 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] No DVR routers for this DVR port e968e49c-6472-494f-9b60-aea65715d6a3 on host dv-cinder-800306-1-iscsi {{(pid=92869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:07:16.200794 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Pushing event deleted for resources: {'Port': ['ID=e968e49c-6472-494f-9b60-aea65715d6a3,revision_number=None']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:16.211297 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.211297 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.211297 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.211965 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.212321 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.212840 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.213228 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.214147 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.214653 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.215024 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.215768 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.216041 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcb5b4-7cac-41b3-a90e-48f3c34ce7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:16.250428 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-d70aad81-7b01-4148-993c-b08c4688df2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c76c6d920984b5680c4fece85d881c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534225 Jul 09 21:07:16.252799 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52244) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:16.300790 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-99978730-ae35-4661-ac0d-968bedfefdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.326663 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-99978730-ae35-4661-ac0d-968bedfefdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.371931 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-99978730-ae35-4661-ac0d-968bedfefdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.374731 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-99978730-ae35-4661-ac0d-968bedfefdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.375974 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-99978730-ae35-4661-ac0d-968bedfefdb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94c22d80-413e-4c18-8ae1-35e4621317ad HTTP/1.1" status: 204 len: 168 time: 0.1221762 Jul 09 21:07:16.383587 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99978730-ae35-4661-ac0d-968bedfefdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c22d80-413e-4c18-8ae1-35e4621317ad,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:16.707397 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52250) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:16.747117 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-95223d7b-65da-40b5-8c66-51f936b0ac42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8344ab94212e4b4e97cedbd31d0d2a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385621 Jul 09 21:07:16.749451 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52252) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:16.797136 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3a71a910-446d-4c07-99c0-f26438e16e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.818856 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3a71a910-446d-4c07-99c0-f26438e16e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.864791 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3a71a910-446d-4c07-99c0-f26438e16e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.867387 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-3a71a910-446d-4c07-99c0-f26438e16e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:16.868509 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-3a71a910-446d-4c07-99c0-f26438e16e44 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acfa1bf6-42d2-4103-add0-e9ce3c8f16b1 HTTP/1.1" status: 204 len: 168 time: 0.1181509 Jul 09 21:07:16.876708 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71a910-446d-4c07-99c0-f26438e16e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa1bf6-42d2-4103-add0-e9ce3c8f16b1,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:24.131427 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:07:31.518967 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-0fe9bc13-5335-4060-b085-4eb575f2e12d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516756 Jul 09 21:07:31.623707 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-e1baf256-da4b-4307-8114-4d943ce01589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:31.625176 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-e1baf256-da4b-4307-8114-4d943ce01589 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1098 time: 0.0502737 Jul 09 21:07:31.727250 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-5b10b0c0-1cf0-428f-b178-6535434264bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:31.728716 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-5b10b0c0-1cf0-428f-b178-6535434264bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 909 time: 0.0826507 Jul 09 21:07:31.793979 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-8f74447b-30dd-4fa4-9c02-93255f8eef66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 1001 time: 0.0588524 Jul 09 21:07:31.843100 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-44b91dbf-44d2-4673-8d26-5aa3be9641a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:31.844548 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-44b91dbf-44d2-4673-8d26-5aa3be9641a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0427103 Jul 09 21:07:31.898633 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-649c200e-1645-4097-928a-4691b68291a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:31.900332 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-649c200e-1645-4097-928a-4691b68291a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496778 Jul 09 21:07:31.991676 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-09b3597d-2315-446d-ae8c-ab6ef8c8949a service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843744 Jul 09 21:07:32.078334 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-afcba164-a92a-4c0e-9d26-42f0e828697c req-16100ed6-1aac-4b97-8b15-9c3bcc92cdd0 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808454 Jul 09 21:07:39.295468 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [req-6bf6deaf-19e8-4f5b-9211-f446729df525 req-b4137dda-d468-4d4d-9585-0efc66a26fcb service neutron] (92867) timed out ('10.222.0.83', 61030) {{(pid=92867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:07:40.802974 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1809845e-b1f9-44ee-b409-18dfa400746b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.469378 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-14971d91-8cf0-44b3-a8e9-3af83bcb7830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.795404 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:44.654302 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:45.107659 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.113323 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.238842 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [req-f7ef4801-ad33-4fd5-8cce-b76d007f2a80 req-80376811-a1f7-4025-95d4-2adceb0f46c6 service neutron] (92867) timed out ('10.222.0.83', 61051) {{(pid=92867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:08:01.130458 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:10.803524 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-5e059510-a766-430e-9741-37d43c12be1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:13.013186 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7dd6c-6fd2-42ac-85f2-844f0d6fc6d0 req-3e44c121-c800-4b81-95fd-b74fc3a7e07f tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:13.014605 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c0b7dd6c-6fd2-42ac-85f2-844f0d6fc6d0 req-3e44c121-c800-4b81-95fd-b74fc3a7e07f tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.2751176 Jul 09 21:08:13.052313 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c0b7dd6c-6fd2-42ac-85f2-844f0d6fc6d0 req-cb60f059-dc7f-4f67-91af-576a2e990220 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320609 Jul 09 21:08:13.469563 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-dae51fe9-20cf-4288-89ff-05244503a34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:13.797112 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:14.282221 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74ec8-d665-4a4f-8ea4-c72901a5321d req-4310468a-b2e9-4b2a-bd0e-519d998f0944 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:14.283774 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0d74ec8-d665-4a4f-8ea4-c72901a5321d req-4310468a-b2e9-4b2a-bd0e-519d998f0944 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.1203761 Jul 09 21:08:14.320386 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-b0d74ec8-d665-4a4f-8ea4-c72901a5321d req-a5c8c1f4-1e0c-404d-b9a8-79ecd5d78fa1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310473 Jul 09 21:08:14.657315 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:15.104870 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:15.502759 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf543f-0d02-4098-b598-20aedd8c1b66 req-57060d58-a008-4a2c-967e-bbfeb1872dab tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:15.504222 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0acf543f-0d02-4098-b598-20aedd8c1b66 req-57060d58-a008-4a2c-967e-bbfeb1872dab tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0619745 Jul 09 21:08:15.540661 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0acf543f-0d02-4098-b598-20aedd8c1b66 req-b5f4a716-a080-4327-a7ec-ad70a2df6ae8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Jul 09 21:08:16.115636 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:16.710747 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f47341-7ab7-4360-96e4-89e1ad8d39e2 req-238303a7-474d-4c25-acc2-56a71bb88d4b tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:16.712244 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-84f47341-7ab7-4360-96e4-89e1ad8d39e2 req-238303a7-474d-4c25-acc2-56a71bb88d4b tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0625362 Jul 09 21:08:16.748606 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-84f47341-7ab7-4360-96e4-89e1ad8d39e2 req-9e45b3a6-6eec-442a-8f03-c5bab13864c1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308065 Jul 09 21:08:17.925592 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5561-058c-4540-9886-5f49c5481736 req-9363e0c8-1ec9-4b25-b761-96356bea22e6 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:17.927075 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ef4b5561-058c-4540-9886-5f49c5481736 req-9363e0c8-1ec9-4b25-b761-96356bea22e6 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0657458 Jul 09 21:08:17.964053 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-ef4b5561-058c-4540-9886-5f49c5481736 req-a84c370d-ee48-481b-936a-62af97462028 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304894 Jul 09 21:08:19.132564 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414cc0d-dcbf-4866-9a86-d70ef4defebd req-63699bf9-d3ad-4ff9-9669-79b5f95bafb8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:19.134023 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4414cc0d-dcbf-4866-9a86-d70ef4defebd req-63699bf9-d3ad-4ff9-9669-79b5f95bafb8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0634534 Jul 09 21:08:19.170653 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-4414cc0d-dcbf-4866-9a86-d70ef4defebd req-b06d9536-5548-48c7-8895-873bd030d430 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jul 09 21:08:20.341794 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9829f87-0b09-44ec-bfee-166801271c72 req-a6e67c09-dd56-4489-9a9d-a6b08b3d66c7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:20.343270 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c9829f87-0b09-44ec-bfee-166801271c72 req-a6e67c09-dd56-4489-9a9d-a6b08b3d66c7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0646925 Jul 09 21:08:20.379958 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-c9829f87-0b09-44ec-bfee-166801271c72 req-3c4c6b6e-5e7c-4de7-8202-cda3ebd38ce3 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Jul 09 21:08:21.551980 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f664c1-56d4-436b-bf14-4926b8a1a589 req-6df604d4-dd1e-48e1-8aa9-400c002405b9 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:21.553507 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d5f664c1-56d4-436b-bf14-4926b8a1a589 req-6df604d4-dd1e-48e1-8aa9-400c002405b9 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0625935 Jul 09 21:08:21.592486 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-d5f664c1-56d4-436b-bf14-4926b8a1a589 req-14b406ae-bda1-499b-8732-94b04afc7305 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Jul 09 21:08:22.766785 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc4f6-9496-4bc0-a3a5-69616a099a18 req-f33375df-4dee-4ffa-b4ca-96edd73a760c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:22.768265 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-829dc4f6-9496-4bc0-a3a5-69616a099a18 req-f33375df-4dee-4ffa-b4ca-96edd73a760c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0657482 Jul 09 21:08:22.804633 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-829dc4f6-9496-4bc0-a3a5-69616a099a18 req-d62de822-b21c-424a-8651-f029b187c71c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306942 Jul 09 21:08:23.042514 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-35dc526c-11ce-42bc-9eee-a9878f6ec85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:23.043960 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-35dc526c-11ce-42bc-9eee-a9878f6ec85a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1098 time: 0.0914390 Jul 09 21:08:23.140141 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-752d701e-b3d9-4b9e-a3fd-ee66687c3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:23.141656 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-752d701e-b3d9-4b9e-a3fd-ee66687c3cc5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 909 time: 0.0903649 Jul 09 21:08:23.203801 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-f5be1c56-3490-484f-af78-dbb1e76e3f58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 1001 time: 0.0555558 Jul 09 21:08:23.254753 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-dd19caf4-b472-4392-985b-1da14abd25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:23.256053 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-dd19caf4-b472-4392-985b-1da14abd25e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0454807 Jul 09 21:08:23.311150 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-3b10376b-1106-41ec-bdfc-a8e1ec180e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:23.312569 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-3b10376b-1106-41ec-bdfc-a8e1ec180e7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495045 Jul 09 21:08:23.396674 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-0fac9a41-2130-4720-9a96-4332a94a221a service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772302 Jul 09 21:08:23.486050 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-974faf27-86d7-4eb0-84c8-f2e6be26bd2f req-3e9b6518-b911-4318-a310-be99e3d40306 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826795 Jul 09 21:08:23.973109 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af5ea-84ba-47b7-927b-186fbc55e7d7 req-1b9b76a5-9b70-4478-afd5-81efca0c6e1a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:23.974483 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2b1af5ea-84ba-47b7-927b-186fbc55e7d7 req-1b9b76a5-9b70-4478-afd5-81efca0c6e1a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0618095 Jul 09 21:08:24.010349 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-2b1af5ea-84ba-47b7-927b-186fbc55e7d7 req-57a84bd6-aa52-468b-93a0-1539e05493d2 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299935 Jul 09 21:08:25.185856 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394bbff-0b96-4343-bb91-3a01dd1fa340 req-fa73f2e1-217e-4fa9-9216-bc60850f1867 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:25.187337 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7394bbff-0b96-4343-bb91-3a01dd1fa340 req-fa73f2e1-217e-4fa9-9216-bc60850f1867 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0695727 Jul 09 21:08:25.226424 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-7394bbff-0b96-4343-bb91-3a01dd1fa340 req-bb71c700-c674-4b05-a2a3-623df33c5e0f tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336354 Jul 09 21:08:26.397116 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2751b9-a15a-47e6-832b-cb9a2dbdc78f req-69e260bb-5ade-47c4-9432-8dcf4d470b46 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:26.398519 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0b2751b9-a15a-47e6-832b-cb9a2dbdc78f req-69e260bb-5ade-47c4-9432-8dcf4d470b46 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0653355 Jul 09 21:08:26.435217 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-0b2751b9-a15a-47e6-832b-cb9a2dbdc78f req-b729051f-8e17-48c2-a574-a273440d1e42 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305486 Jul 09 21:08:26.790222 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-881fc99d-8231-407d-8b8c-3f8ab6d869c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330974 Jul 09 21:08:26.802770 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e3abe-93e8-42f7-bea4-73af24ea89d9 req-b5e72b6d-55e3-4dc7-aae0-3bf7cfe03d83 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:26.804191 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3f5e3abe-93e8-42f7-bea4-73af24ea89d9 req-b5e72b6d-55e3-4dc7-aae0-3bf7cfe03d83 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0806170 Jul 09 21:08:26.842056 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-3f5e3abe-93e8-42f7-bea4-73af24ea89d9 req-6c55aaa1-7214-4c8f-ac48-3e7c8e374a9c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Jul 09 21:08:28.017262 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e9743-97bd-4887-8f75-faa0ac5a2620 req-41216d80-4b7c-4351-9c10-9fe4fe1bf324 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.018658 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9a8e9743-97bd-4887-8f75-faa0ac5a2620 req-41216d80-4b7c-4351-9c10-9fe4fe1bf324 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0673869 Jul 09 21:08:28.055071 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-9a8e9743-97bd-4887-8f75-faa0ac5a2620 req-2b362f2d-c6ea-412f-af12-88a4b6514336 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309484 Jul 09 21:08:28.306917 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-6442c3a4-af9b-4ce6-b259-14c8acdca68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.308425 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-6442c3a4-af9b-4ce6-b259-14c8acdca68c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1&tenant_id=534629a7725e4c688c4453b7aeef49ef HTTP/1.1" status: 200 len: 1098 time: 0.0590546 Jul 09 21:08:28.391036 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-2ce2161c-2e18-4127-98f9-9d68e7a3b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.392484 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-2ce2161c-2e18-4127-98f9-9d68e7a3b515 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1098 time: 0.0498421 Jul 09 21:08:28.477321 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-2fd929f4-e2b7-4556-95e4-8395c94478a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.479287 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-2fd929f4-e2b7-4556-95e4-8395c94478a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 909 time: 0.0805647 Jul 09 21:08:28.663170 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device a59b854c-d217-4008-90a4-2101c0be67b8 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:08:28.740801 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:28.766313 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:28.768688 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc5081-2a4a-4d70-aa87-5679d28cde3d" -d '{"events": [{"server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:28.782527 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:28.787630 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:28.810811 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-6e793303-52cf-4552-b0db-9024951784d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 1001 time: 0.3252110 Jul 09 21:08:28.838634 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=6']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:28.845882 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.846225 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.846559 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.846886 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.847209 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.847532 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.847858 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.848362 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.848503 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.848783 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.849150 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.849465 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:28.863893 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-ded45292-647f-4e81-b8f6-e97c39aa2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.865438 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-ded45292-647f-4e81-b8f6-e97c39aa2605 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0483420 Jul 09 21:08:28.875393 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc44b687-37d4-412f-a1a7-62b2975e1b26 x-openstack-request-id: req-dc44b687-37d4-412f-a1a7-62b2975e1b26 {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:28.875698 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:28.875935 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc44b687-37d4-412f-a1a7-62b2975e1b26 {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:28.876324 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'code': 200} Jul 09 21:08:28.923586 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-a47134c9-0d6b-4b6b-b3aa-57eca53b263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.925009 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-a47134c9-0d6b-4b6b-b3aa-57eca53b263e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514505 Jul 09 21:08:29.013352 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-a8c8ae31-6804-4d0b-960c-dec163199745 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814066 Jul 09 21:08:29.103171 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-97f76060-7c7a-4c0a-a610-40cafa5b576b req-fb2f8ddb-523c-4c98-bebe-1f175f03ac4e service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Jul 09 21:08:29.228426 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4e832-925b-4cb7-9e94-8a5c5f01c453 req-d446d40b-610c-4a51-885c-b44a037111ea tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:29.229861 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-17a4e832-925b-4cb7-9e94-8a5c5f01c453 req-d446d40b-610c-4a51-885c-b44a037111ea tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0656312 Jul 09 21:08:29.267152 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-17a4e832-925b-4cb7-9e94-8a5c5f01c453 req-21200a57-fefe-4e67-b4a2-8fdc852902f7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 Jul 09 21:08:30.438974 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7b006-6729-4ec8-8aca-ee3d36d103f0 req-621b6ea0-1dd3-4c00-9880-4f14e191e86f tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:30.440445 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-edf7b006-6729-4ec8-8aca-ee3d36d103f0 req-621b6ea0-1dd3-4c00-9880-4f14e191e86f tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0626783 Jul 09 21:08:30.476440 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-edf7b006-6729-4ec8-8aca-ee3d36d103f0 req-edeb0dbe-600a-470b-b393-82ccbe7f8ebc tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304823 Jul 09 21:08:31.605708 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-bcd6dc01-4728-4955-a321-64d606dbbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.607253 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-bcd6dc01-4728-4955-a321-64d606dbbb3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1096 time: 0.0535812 Jul 09 21:08:31.657456 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeec990-fc21-4b96-b1ab-6a958bf218b1 req-87e776cf-8cce-4489-9e73-d6829b0fb650 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.658974 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdeec990-fc21-4b96-b1ab-6a958bf218b1 req-87e776cf-8cce-4489-9e73-d6829b0fb650 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0659840 Jul 09 21:08:31.696675 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-cdeec990-fc21-4b96-b1ab-6a958bf218b1 req-4dd71fad-9578-4fd2-a89a-84cb11540e8c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Jul 09 21:08:31.715268 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-c9521f40-e972-49ce-8edc-76ac3e35cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.716724 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-c9521f40-e972-49ce-8edc-76ac3e35cf05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 909 time: 0.0894864 Jul 09 21:08:31.781704 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-2dec3883-c7f4-465a-a0df-c6875add8fb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 999 time: 0.0587964 Jul 09 21:08:31.834461 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-cba9d639-780b-4c68-b6b8-8d58f6411b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.835933 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-cba9d639-780b-4c68-b6b8-8d58f6411b70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0485783 Jul 09 21:08:31.893363 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-2e08befb-e1b6-4b3d-9fb2-6d7d17d0afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.894846 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-2e08befb-e1b6-4b3d-9fb2-6d7d17d0afcc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519943 Jul 09 21:08:31.982233 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-ff751c34-4867-48e3-9ea6-ed730f5168a3 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807714 Jul 09 21:08:32.074672 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-20747dae-2aa2-44db-bfaf-478ea1f8a815 req-da88bf23-85a8-4d4e-8b8f-982ad0345a70 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856752 Jul 09 21:08:32.868170 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e75f0-f06b-4681-b6ec-7e1a0bdf3d71 req-e9d721fb-7173-42d0-ba74-22b059fc6073 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:32.870233 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-943e75f0-f06b-4681-b6ec-7e1a0bdf3d71 req-e9d721fb-7173-42d0-ba74-22b059fc6073 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0639770 Jul 09 21:08:32.906975 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-943e75f0-f06b-4681-b6ec-7e1a0bdf3d71 req-fd4f5e92-db55-4687-8d99-f25345460f1e tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311561 Jul 09 21:08:34.072895 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaacd9e-e10a-4def-81c9-c4b3a284a39b req-70f8d6bd-8c5d-47c9-b0c7-1da100f563ad tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.074348 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1eaacd9e-e10a-4def-81c9-c4b3a284a39b req-70f8d6bd-8c5d-47c9-b0c7-1da100f563ad tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0609429 Jul 09 21:08:34.110350 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-1eaacd9e-e10a-4def-81c9-c4b3a284a39b req-396f6b22-4d3e-4448-adde-9ea68ae7c5db tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303838 Jul 09 21:08:35.282563 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d9c4-56da-4c1f-a956-4a98b39ffb9f req-5c731121-e281-4d1d-917e-246b013686ff tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:35.284001 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-27d9d9c4-56da-4c1f-a956-4a98b39ffb9f req-5c731121-e281-4d1d-917e-246b013686ff tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0648866 Jul 09 21:08:35.320459 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-27d9d9c4-56da-4c1f-a956-4a98b39ffb9f req-93a2e78b-eff6-4a79-bedd-13302e31a5a5 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308332 Jul 09 21:08:36.205442 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718fbac-8c25-4710-b080-952bf8266acf req-dbec548d-6228-453b-8aa7-f89a4637c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:36.206910 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6718fbac-8c25-4710-b080-952bf8266acf req-dbec548d-6228-453b-8aa7-f89a4637c3f1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1096 time: 0.0503180 Jul 09 21:08:36.239454 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-6718fbac-8c25-4710-b080-952bf8266acf req-73b432fa-3f4d-4648-85ce-bafd9794810e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265710 Jul 09 21:08:36.491672 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9632e-d8ab-45cc-a413-bbb9b15742b1 req-b0091910-2237-4dc4-b8fb-afe45dfc84d8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:36.493140 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3ae9632e-d8ab-45cc-a413-bbb9b15742b1 req-b0091910-2237-4dc4-b8fb-afe45dfc84d8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 943 time: 0.0650747 Jul 09 21:08:36.532626 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-3ae9632e-d8ab-45cc-a413-bbb9b15742b1 req-6cc2d151-a7da-4f73-b0f4-a02d1517539d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334828 Jul 09 21:08:36.694439 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device a59b854c-d217-4008-90a4-2101c0be67b8 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=92869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:08:36.785511 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:36.799811 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Returning: {'device': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'port_id': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'mac_address': 'fa:16:3e:d9:e2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:08:36.834693 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:36.846879 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59b854c-d217-4008-90a4-2101c0be67b8 {{(pid=92869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:36.865480 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:36.870796 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:36.916622 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=7']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:37.705416 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f6e11-ddb4-4662-8f9a-e2f413441851 req-61de13fe-adde-47a3-b488-5baa178a2e71 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:37.706897 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-933f6e11-ddb4-4662-8f9a-e2f413441851 req-61de13fe-adde-47a3-b488-5baa178a2e71 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 944 time: 0.0641007 Jul 09 21:08:37.743301 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-933f6e11-ddb4-4662-8f9a-e2f413441851 req-c6c749d8-7a74-4fa4-a597-0afbd62d8668 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309615 Jul 09 21:08:38.129079 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:38.425220 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] get_ports_and_sgs() called for port_ids ['a59b854c-d217-4008-90a4-2101c0be67b8'] {{(pid=92869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:08:38.910713 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f122-5293-4d3f-a0f7-da2ea4da6586 req-e0cc06f5-d674-4c12-86a9-d95a5feacdf1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:38.912165 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b5c1f122-5293-4d3f-a0f7-da2ea4da6586 req-e0cc06f5-d674-4c12-86a9-d95a5feacdf1 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 944 time: 0.0624237 Jul 09 21:08:38.948587 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-b5c1f122-5293-4d3f-a0f7-da2ea4da6586 req-f2800596-eff0-4c59-a277-89b4deb4b189 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309756 Jul 09 21:08:40.728074 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device a59b854c-d217-4008-90a4-2101c0be67b8 up at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:08:40.773929 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.provisioning_blocks [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Provisioning complete for port a59b854c-d217-4008-90a4-2101c0be67b8 triggered by entity L2. {{(pid=92869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:40.774322 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878959'] for port, provisioning_complete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.819191 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-acc100fb-6249-4212-a9b7-80b73a32a8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.861449 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757499'] for port, before_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.882716 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8'}] {{(pid=92869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:40.884939 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b3c84eebb734c2d29c0d26363a0977d51941c875435d36f4994e5f06b41fd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2f9478-1af6-4cfd-91a2-f64a149001f1" -d '{"events": [{"server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "name": "network-vif-plugged", "status": "completed", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8"}]}' {{(pid=92869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:40.898312 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:40.902961 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732640940072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732640400622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732640402975'] for port, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.925867 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb81f1f9-81eb-4f9a-8b33-26eb69665f5f x-openstack-request-id: req-eb81f1f9-81eb-4f9a-8b33-26eb69665f5f {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:40.926154 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "name": "network-vif-plugged", "status": "completed", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8", "code": 200}]} {{(pid=92869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:40.926438 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb81f1f9-81eb-4f9a-8b33-26eb69665f5f {{(pid=92869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:40.926784 dv-cinder-800306-1-iscsi neutron-server[92869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'code': 200} Jul 09 21:08:40.951411 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Pushing event updated for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=8']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:43.470786 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-281830ee-5cfc-4fbc-bf3f-d092bf82ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.796706 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.660784 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.107366 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:46.118419 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:10.809664 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-6242b132-8417-4d1c-8fca-1d621ccf3665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.470780 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-689c54f1-2ffa-4517-ab9d-8d39f3380483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.797869 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.662247 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:15.103960 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:15.127863 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:09:16.122592 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.892172 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-60cb8632-ef86-40de-986b-874e71f0b21d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554724 Jul 09 21:09:33.006700 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-c990f619-4be2-4c50-b310-4c9fa1ea11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:33.008078 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-c990f619-4be2-4c50-b310-4c9fa1ea11f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1098 time: 0.0557256 Jul 09 21:09:33.112681 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-eedcb3a8-d62a-4f95-a99d-7895f75a6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:33.114236 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-eedcb3a8-d62a-4f95-a99d-7895f75a6a67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 909 time: 0.0866177 Jul 09 21:09:33.175874 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-14eda5a0-c9b6-4c23-bc60-14d3ca7f4885 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 1001 time: 0.0554981 Jul 09 21:09:33.222470 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-e9d26bcd-5515-4c30-b229-0ad55ef03763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:33.223908 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-e9d26bcd-5515-4c30-b229-0ad55ef03763 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0423357 Jul 09 21:09:33.282345 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-9866cd19-2cfb-4343-89ae-f39218017d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:33.283697 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-9866cd19-2cfb-4343-89ae-f39218017d3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530162 Jul 09 21:09:33.367395 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-38ce54b9-508a-40f1-91b8-57335fc58272 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774081 Jul 09 21:09:33.456402 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-ba929c20-bdc5-4c3a-bad0-9ab3fa7b935f req-a1961da4-e435-4c39-9450-ec5784b3afce service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823467 Jul 09 21:09:40.810583 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f715df84-5e94-4ffd-b071-de2fc5af4e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.471196 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f26513b9-7baa-40ad-a9f3-9e943ce295df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.798806 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:44.666825 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:45.120411 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:46.126667 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:52.127006 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:10:07.702237 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52370) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:07.944579 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Deleting port 9299ae99-db52-4e79-b56a-27618b87c53b {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:07.944950 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:08.018805 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:08.019124 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:08.030385 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Calling delete_port for 9299ae99-db52-4e79-b56a-27618b87c53b owned by network:floatingip {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:08.172690 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:08.196696 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event deleted for resources: {'Port': ['ID=9299ae99-db52-4e79-b56a-27618b87c53b,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:08.206627 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.206980 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.207320 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.207655 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.208229 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.208371 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.208630 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.209039 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.209318 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.209638 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.209960 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.210275 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:08.272379 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for floatingip, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:08.272708 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.db.l3_db [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Floating IP a4d90ff6-cc27-4e11-ab2f-16073626381b disassociated (deleted). External IP: 172.27.3.190, port: a59b854c-d217-4008-90a4-2101c0be67b8. Jul 09 21:10:08.732090 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:10:08.836016 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:10:08.841376 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for floatingip, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:08.845562 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] Sync routers for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:10:08.855069 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:08.855679 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:09:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:08.876752 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-e88cd0e9-7b2f-49ef-b4ca-b243d7307c2d tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "DELETE /v2.0/floatingips/a4d90ff6-cc27-4e11-ab2f-16073626381b HTTP/1.1" status: 204 len: 168 time: 1.1734514 Jul 09 21:10:08.877468 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8'}] {{(pid=92867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:08.879871 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e5b2fd3ef3ec5138b8bc3531d044414e5cc9eaf52bbf4985aae0a6e27e4b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd1c04-d160-447c-a818-96ce298c9c18" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8"}]}' {{(pid=92867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:08.960047 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:08.972032 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686efc3-91ab-46ed-824e-0af015125479 x-openstack-request-id: req-8686efc3-91ab-46ed-824e-0af015125479 {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:08.972319 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8", "status": "completed", "code": 200}]} {{(pid=92867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:08.972565 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8686efc3-91ab-46ed-824e-0af015125479 {{(pid=92867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:08.972993 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'status': 'completed', 'code': 200} Jul 09 21:10:09.093445 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-f26b8dcd-c43d-4884-968f-1f94b16e0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:09.095186 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-f26b8dcd-c43d-4884-968f-1f94b16e0cef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=534629a7725e4c688c4453b7aeef49ef&device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 1098 time: 0.0662780 Jul 09 21:10:09.171999 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:09.188480 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-2ad00813-4bb3-4a5c-a252-28c915ffa680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:09.190086 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-2ad00813-4bb3-4a5c-a252-28c915ffa680 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 200 len: 909 time: 0.0883691 Jul 09 21:10:09.201885 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] Checking router: 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:10:09.210093 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:09.210684 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:09:43Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:09.256830 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-4e493a6c-fbad-4081-9657-b3489d93187e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 200 len: 217 time: 0.0568116 Jul 09 21:10:09.313883 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:09.320776 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8747a2-ee1a-4cda-bea3-86afe0f60723 req-e4d49eee-4d97-415e-8b1a-041fa5fcd4f8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:09.322293 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8d8747a2-ee1a-4cda-bea3-86afe0f60723 req-e4d49eee-4d97-415e-8b1a-041fa5fcd4f8 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.1309242 Jul 09 21:10:09.325884 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-dfa497bc-568b-4c9c-8243-678f92de52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:09.327235 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-dfa497bc-568b-4c9c-8243-678f92de52d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 200 len: 847 time: 0.0613592 Jul 09 21:10:09.392642 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-8d8747a2-ee1a-4cda-bea3-86afe0f60723 req-cdad9b9a-3eee-4302-bd12-3c3d89e95b98 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644727 Jul 09 21:10:09.421078 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-1724d295-7d1c-4fe6-923a-e2eca6f61168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:09.422626 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-1724d295-7d1c-4fe6-923a-e2eca6f61168 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e9588af-4548-4101-a722-9151cf62a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877111 Jul 09 21:10:09.504666 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:09.512127 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-6e80dfa4-9ccb-4b84-ad17-e37feb142d7a service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809963 Jul 09 21:10:09.531237 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da62d52-98ef-4ef5-8b01-0ed46d4bc906 None None] The sync data for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi is: [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:42Z', 'revision_number': 4, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi', '_interfaces': [{'id': '78884bf3-66dd-47de-891e-1a737f0861ed', 'name': '', 'network_id': '8e9588af-4548-4101-a722-9151cf62a2ae', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'mac_address': 'fa:16:3e:79:be:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:41Z', 'updated_at': '2021-07-09T21:04:48Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'subnets': [{'id': 'e9320aa8-3446-4228-bdc9-4661a1575a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:10:09.606705 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-cbcd1c04-d160-447c-a818-96ce298c9c18 req-159157aa-7dfc-4645-9f4d-d0f739790826 service neutron] 10.222.0.83 "GET /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873947 Jul 09 21:10:09.738570 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a53146-3e69-4dca-9510-65ab71dc36c1 None None] New status for floating IP a4d90ff6-cc27-4e11-ab2f-16073626381b: DOWN {{(pid=92870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:10:10.568422 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ae937-9be8-4f30-a970-e948e9c9e5bf req-9b3e6f55-dbe1-4e15-9d23-e1132dce8688 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.569943 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-496ae937-9be8-4f30-a970-e948e9c9e5bf req-9b3e6f55-dbe1-4e15-9d23-e1132dce8688 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0647945 Jul 09 21:10:10.610871 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-496ae937-9be8-4f30-a970-e948e9c9e5bf req-0e1384cb-487c-48c1-a645-60546dfdf1d7 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/security-groups?id=b38f7bb7-e912-42b8-b115-ff7e31463a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348601 Jul 09 21:10:10.811208 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-cc499338-bfc7-4347-8a17-e50f3539b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:11.033402 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42220204-2f56-45a2-9071-c5eceb48306b req-1cb332da-a3c4-431a-90ca-5b2b48dcc421 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:11.034744 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-42220204-2f56-45a2-9071-c5eceb48306b req-1cb332da-a3c4-431a-90ca-5b2b48dcc421 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.83 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 945 time: 0.0624392 Jul 09 21:10:11.135490 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Deleting port a59b854c-d217-4008-90a4-2101c0be67b8 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:11.135832 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:11.221869 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] For port a59b854c-d217-4008-90a4-2101c0be67b8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a59b854c-d217-4008-90a4-2101c0be67b8,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:11.222228 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:11.234642 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Calling delete_port for a59b854c-d217-4008-90a4-2101c0be67b8 owned by compute:nova {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:11.360900 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:11.394801 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event deleted for resources: {'Port': ['ID=a59b854c-d217-4008-90a4-2101c0be67b8,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:11.421856 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.422207 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.422551 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.422888 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.423220 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.423551 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.423877 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.424207 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.424824 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.424953 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.425192 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.425521 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:11.451079 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] No DVR routers for this DVR port a59b854c-d217-4008-90a4-2101c0be67b8 on host hv-cinder-80030 {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:11.453587 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522949'] for port, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:11.455743 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [req-42220204-2f56-45a2-9071-c5eceb48306b req-bf6cec3a-af27-4600-8ba0-e8ccf8b75f6c tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.83 "DELETE /v2.0/ports/a59b854c-d217-4008-90a4-2101c0be67b8 HTTP/1.1" status: 204 len: 173 time: 0.4154220 Jul 09 21:10:11.456192 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'name': 'network-vif-deleted', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8'}] {{(pid=92868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:11.459045 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28adcd9c6b2ca47c192a53b5d43ab6a465d914b0ede3b8d3f8b525d6a9290f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc4e0e-5fb8-4f19-82e0-60f868026ce8" -d '{"events": [{"server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "name": "network-vif-deleted", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8"}]}' {{(pid=92868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:11.545300 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b41dfb1-f109-432d-82e9-4dd7b92f481f x-openstack-request-id: req-3b41dfb1-f109-432d-82e9-4dd7b92f481f {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:11.545581 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ecd010-08d4-4993-960d-bb1cc57128f1", "name": "network-vif-deleted", "tag": "a59b854c-d217-4008-90a4-2101c0be67b8", "status": "completed", "code": 200}]} {{(pid=92868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:11.545823 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b41dfb1-f109-432d-82e9-4dd7b92f481f {{(pid=92868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:11.546219 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ecd010-08d4-4993-960d-bb1cc57128f1', 'name': 'network-vif-deleted', 'tag': 'a59b854c-d217-4008-90a4-2101c0be67b8', 'status': 'completed', 'code': 200} Jul 09 21:10:11.755556 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [req-0445fbc9-acf4-4d5e-88b3-0e11bc9b4ee4 req-79f6ca52-527d-45e7-b578-6ed02bd37c36 tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4ecd010-08d4-4993-960d-bb1cc57128f1 HTTP/1.1" status: 200 len: 210 time: 0.0295219 Jul 09 21:10:12.850287 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52404) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:12.911147 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c4465606-7831-4cdc-be27-e42e7427147a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.936670 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c4465606-7831-4cdc-be27-e42e7427147a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.996107 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c4465606-7831-4cdc-be27-e42e7427147a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.998726 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-c4465606-7831-4cdc-be27-e42e7427147a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Notify callbacks [] for security_group, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:12.999871 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-c4465606-7831-4cdc-be27-e42e7427147a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] 10.222.0.77 "DELETE /v2.0/security-groups/b38f7bb7-e912-42b8-b115-ff7e31463a7a HTTP/1.1" status: 204 len: 168 time: 0.1486053 Jul 09 21:10:13.008615 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4465606-7831-4cdc-be27-e42e7427147a tempest-TestShelveInstance-2031209648 tempest-TestShelveInstance-2031209648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f7bb7-e912-42b8-b115-ff7e31463a7a,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:13.045402 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52408) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:13.271755 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device a59b854c-d217-4008-90a4-2101c0be67b8 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:13.295081 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] No Port match for: a59b854c-d217-4008-90a4-2101c0be67b8 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:13.295424 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Device a59b854c-d217-4008-90a4-2101c0be67b8 not bound to the agent host hv-cinder-80030 {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:13.468838 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:13.471171 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-a2f337d5-d013-48c7-9196-3c406c8bdda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:13.716668 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Deleting port 78884bf3-66dd-47de-891e-1a737f0861ed {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:13.717092 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:13.795258 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] For port 78884bf3-66dd-47de-891e-1a737f0861ed, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=78884bf3-66dd-47de-891e-1a737f0861ed,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:13.795610 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:13.799483 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:13.810494 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Calling delete_port for 78884bf3-66dd-47de-891e-1a737f0861ed owned by network:router_interface {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:13.984571 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:14.008727 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Pushing event deleted for resources: {'Port': ['ID=78884bf3-66dd-47de-891e-1a737f0861ed,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:14.170820 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:14.376185 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:10:14.477925 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:10:14.482668 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-c3cce86e-f69f-4e99-abd4-bea19d099595 admin admin] 10.222.0.77 "PUT /v2.0/routers/4a11ca32-0b5d-400d-afa3-b7e0c65b9dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360507 Jul 09 21:10:14.485222 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52412) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:14.487881 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] Sync routers for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:10:14.498715 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:14.499354 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:10:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:14.603371 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:14.835359 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:14.867803 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks [] for router, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:14.920103 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:10:13Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:14.945163 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] Checking router: 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab for host: dv-cinder-800306-1-iscsi {{(pid=92869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:10:14.953201 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] Routers {'4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:14.953801 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:10:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'], 'active': True} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:14.967142 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.019326 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Deleting port e6e90164-d6a5-407e-a5b2-f34452932e53 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:15.019665 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.056736 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvr_db [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] Set router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab gateway port host: dv-cinder-800306-1-iscsi {{(pid=92869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:15.094601 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] For port e6e90164-d6a5-407e-a5b2-f34452932e53, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=e6e90164-d6a5-407e-a5b2-f34452932e53,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:15.094867 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.112630 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Calling delete_port for e6e90164-d6a5-407e-a5b2-f34452932e53 owned by network:router_gateway {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:15.169621 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.248483 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_hamode_db [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:10:13Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:15.275935 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.276581 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc154edb-c856-4359-bc69-8b561b68b00d None None] The sync data for ids ['4a11ca32-0b5d-400d-afa3-b7e0c65b9dab'] in dv-cinder-800306-1-iscsi is: [{'id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'name': 'tempest-TestShelveInstance-284262701-router', 'tenant_id': '534629a7725e4c688c4453b7aeef49ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:10:13Z', 'revision_number': 5, 'project_id': '534629a7725e4c688c4453b7aeef49ef', 'gw_port': {'id': 'e6e90164-d6a5-407e-a5b2-f34452932e53', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11ca32-0b5d-400d-afa3-b7e0c65b9dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:39Z', 'updated_at': '2021-07-09T21:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}] {{(pid=92869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:10:15.305292 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e90164-d6a5-407e-a5b2-f34452932e53,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:15.364143 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.448241 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.450297 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.496434 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.497022 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a11ca32-0b5d-400d-afa3-b7e0c65b9dab {{(pid=92868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:10:15.501169 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.502294 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-a34986dd-9c6a-4a97-a862-f186202f5d00 admin admin] 10.222.0.77 "DELETE /v2.0/routers/4a11ca32-0b5d-400d-afa3-b7e0c65b9dab HTTP/1.1" status: 204 len: 168 time: 1.0161879 Jul 09 21:10:15.505145 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52414) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:15.547178 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1d4200-0ba1-4255-a724-1cfd0776eab3 admin admin] Deleting subnet e9320aa8-3446-4228-bdc9-4661a1575a37 {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:10:15.550133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4200-0ba1-4255-a724-1cfd0776eab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.582833 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4200-0ba1-4255-a724-1cfd0776eab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.659216 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4200-0ba1-4255-a724-1cfd0776eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.716439 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4200-0ba1-4255-a724-1cfd0776eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.745159 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4200-0ba1-4255-a724-1cfd0776eab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.749741 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [-] (92867) accepted ('10.222.0.77', 52416) {{(pid=92867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:15.752683 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f4284c-1d71-41db-b523-f46ac9725581 None None] Network 8e9588af-4548-4101-a722-9151cf62a2ae requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:10:15.753332 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-9c1d4200-0ba1-4255-a724-1cfd0776eab3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e9320aa8-3446-4228-bdc9-4661a1575a37 HTTP/1.1" status: 204 len: 168 time: 0.2472003 Jul 09 21:10:15.754582 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d4200-0ba1-4255-a724-1cfd0776eab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9320aa8-3446-4228-bdc9-4661a1575a37,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:15.821248 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.880579 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Deleting port fb3a106f-10e3-4464-a3d9-624105bcd648 {{(pid=92867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:15.880966 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.950717 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.db [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] For port fb3a106f-10e3-4464-a3d9-624105bcd648, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=fb3a106f-10e3-4464-a3d9-624105bcd648,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:15.951041 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.965388 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.plugin [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Calling delete_port for fb3a106f-10e3-4464-a3d9-624105bcd648 owned by network:dhcp {{(pid=92867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:15.966284 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] DHCP port deletion for 8e9588af-4548-4101-a722-9151cf62a2ae request from dv-cinder-800306-1-iscsi {{(pid=92869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:10:16.011089 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Deleting port fb3a106f-10e3-4464-a3d9-624105bcd648 {{(pid=92869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:16.011600 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.047319 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531016'] for port, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.073863 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3a106f-10e3-4464-a3d9-624105bcd648,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:16.076969 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] For port fb3a106f-10e3-4464-a3d9-624105bcd648, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=fb3a106f-10e3-4464-a3d9-624105bcd648,segment=NetworkSegment(67a1cf78-300c-438e-b9f9-1dece7f4065f),segment_id=67a1cf78-300c-438e-b9f9-1dece7f4065f)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:16.077371 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.078941 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] No DVR routers for this DVR port fb3a106f-10e3-4464-a3d9-624105bcd648 on host dv-cinder-800306-1-iscsi {{(pid=92867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:16.090437 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Calling delete_port for fb3a106f-10e3-4464-a3d9-624105bcd648 owned by network:dhcp {{(pid=92869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:16.148849 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.155295 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.158598 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9588af-4548-4101-a722-9151cf62a2ae']}} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:16.169356 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a1cf78-300c-438e-b9f9-1dece7f4065f') {'for_net_delete': True} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:16.169651 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.services.segments.db [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a1cf78-300c-438e-b9f9-1dece7f4065f') {} {{(pid=92867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:16.175198 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613'] for port, after_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.178729 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10217005'] for segment, before_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.198013 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.200518 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Pushing event deleted for resources: {'Port': ['ID=fb3a106f-10e3-4464-a3d9-624105bcd648,revision_number=None']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:16.204734 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] No DVR routers for this DVR port fb3a106f-10e3-4464-a3d9-624105bcd648 on host dv-cinder-800306-1-iscsi {{(pid=92869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:16.205445 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=92867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:10:16.206102 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8531095'] for segment, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: Traceback (most recent call last): Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: timer() Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: cb(*args, **kw) Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: return func(*args, **kwargs) Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: self._notify() Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: self.callback(batched_events) Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: event.method(event) Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: return f(self, *a, **k) Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._get(url).json() Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: return self.request(url, 'GET', **kwargs) Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:10:16.208172 dv-cinder-800306-1-iscsi neutron-server[92867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:10:16.211186 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.211537 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.211897 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.212204 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.212541 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.212898 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.213230 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.213564 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.213888 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.214211 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.214893 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.214893 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129d4f44-e7ef-4eaf-8268-c78c68a9b635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-1-iscsi {{(pid=92869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:16.263160 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.268192 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron_lib.callbacks.manager [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.270016 dv-cinder-800306-1-iscsi neutron-server[92867]: INFO neutron.wsgi [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8e9588af-4548-4101-a722-9151cf62a2ae HTTP/1.1" status: 204 len: 168 time: 0.5191984 Jul 09 21:10:16.273100 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52418) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:16.282264 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adab1e-0872-4e46-81c1-09916ba6f196 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9588af-4548-4101-a722-9151cf62a2ae,revision_number=None']} {{(pid=92867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:16.389180 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 78884bf3-66dd-47de-891e-1a737f0861ed no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:16.409019 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: 78884bf3-66dd-47de-891e-1a737f0861ed {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:16.409318 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device 78884bf3-66dd-47de-891e-1a737f0861ed not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:16.621866 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601044'] for router_interface, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.866564 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Deleting port d7d70287-15d0-413d-b02c-351957cb4926 {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:16.866818 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.945362 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] For port d7d70287-15d0-413d-b02c-351957cb4926, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d7d70287-15d0-413d-b02c-351957cb4926,segment=NetworkSegment(34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e),segment_id=34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:16.946220 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.958692 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Calling delete_port for d7d70287-15d0-413d-b02c-351957cb4926 owned by network:router_interface {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:17.130687 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.155742 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d70287-15d0-413d-b02c-351957cb4926,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:17.317313 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600554'] for router_interface, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.525995 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Router c191f83a-9872-4405-b66e-891a67d0dc4b has already been hosted by L3 agent fafb46a9-e59e-4c72-b29a-eca621395de4 {{(pid=92868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:10:17.628937 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] Notify agent at l3_agent.dv-cinder-800306-1-iscsi the message routers_updated {{(pid=92868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:10:17.634523 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-d191dadb-2698-48af-9b39-9a6b0bd4a4f4 admin admin] 10.222.0.77 "PUT /v2.0/routers/c191f83a-9872-4405-b66e-891a67d0dc4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3603277 Jul 09 21:10:17.637057 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52420) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:17.643391 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] Sync routers for ids ['c191f83a-9872-4405-b66e-891a67d0dc4b'] in dv-cinder-800306-1-iscsi {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:10:17.652660 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] Routers {'c191f83a-9872-4405-b66e-891a67d0dc4b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:17.653289 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:10:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c191f83a-9872-4405-b66e-891a67d0dc4b'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:17.737926 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks [] for router, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.752326 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] Set router c191f83a-9872-4405-b66e-891a67d0dc4b gateway port host: dv-cinder-800306-1-iscsi {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:17.837111 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.886307 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Deleting port d5ceef9c-df7e-4ee2-8279-15b874c1458b {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:17.886806 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.936988 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'external_fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:10:17Z', 'revision_number': 5, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port': {'id': 'd5ceef9c-df7e-4ee2-8279-15b874c1458b', 'name': '', 'network_id': '3c352f8c-03fb-4af4-b2cb-423d7e335103', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:45Z', 'updated_at': '2021-07-09T21:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '87d48c31-ed45-425a-8e86-56b1287da9e7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-1-iscsi'}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:17.974662 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] For port d5ceef9c-df7e-4ee2-8279-15b874c1458b, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d5ceef9c-df7e-4ee2-8279-15b874c1458b,segment=NetworkSegment(bacc8e7a-2a80-484b-accc-e4bf3ba83c53),segment_id=bacc8e7a-2a80-484b-accc-e4bf3ba83c53)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:17.975080 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.994424 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Calling delete_port for d5ceef9c-df7e-4ee2-8279-15b874c1458b owned by network:router_gateway {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:18.037340 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device fb3a106f-10e3-4464-a3d9-624105bcd648 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:18.051679 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] Checking router: c191f83a-9872-4405-b66e-891a67d0dc4b for host: dv-cinder-800306-1-iscsi {{(pid=92870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:10:18.060633 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] Routers {'c191f83a-9872-4405-b66e-891a67d0dc4b'} bound to L3 agent in host dv-cinder-800306-1-iscsi {{(pid=92870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:18.061171 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: fb3a106f-10e3-4464-a3d9-624105bcd648 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:18.061340 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:44:13Z,description=,heartbeat_timestamp=2021-07-09T21:10:13Z,host='dv-cinder-800306-1-iscsi',id=fafb46a9-e59e-4c72-b29a-eca621395de4,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:44:13Z,topic='l3_agent')) {'router_ids': ['c191f83a-9872-4405-b66e-891a67d0dc4b'], 'active': True} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:18.061854 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device fb3a106f-10e3-4464-a3d9-624105bcd648 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:18.062281 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e6e90164-d6a5-407e-a5b2-f34452932e53 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:18.081019 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: e6e90164-d6a5-407e-a5b2-f34452932e53 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:18.081450 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device e6e90164-d6a5-407e-a5b2-f34452932e53 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:18.144969 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_dvr_db [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] Set router c191f83a-9872-4405-b66e-891a67d0dc4b gateway port host: None {{(pid=92870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:18.160972 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.190949 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ceef9c-df7e-4ee2-8279-15b874c1458b,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:18.199936 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.l3_hamode_db [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:10:17Z', 'revision_number': 6, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port_host': None}], 'dv-cinder-800306-1-iscsi', False) {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:18.227362 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748610c3-c1f3-427a-a2f6-72f4fa6667bf None None] The sync data for ids ['c191f83a-9872-4405-b66e-891a67d0dc4b'] in dv-cinder-800306-1-iscsi is: [{'id': 'c191f83a-9872-4405-b66e-891a67d0dc4b', 'name': 'tempest-TestShelveInstance-1016214144-router', 'tenant_id': '9a42b254b3f3478c9e4117f4c0b80278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:44Z', 'updated_at': '2021-07-09T21:10:17Z', 'revision_number': 6, 'project_id': '9a42b254b3f3478c9e4117f4c0b80278', 'gw_port_host': None}] {{(pid=92870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:10:18.251987 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602899'] for router_gateway, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.341012 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64312'] for router, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.342989 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.387605 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1603191'] for router, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.388127 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c191f83a-9872-4405-b66e-891a67d0dc4b {{(pid=92868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:10:18.392309 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] Notify callbacks [] for router, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.393891 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-0d5f725c-d31d-45e0-8ff9-cb91c30e2a3c admin admin] 10.222.0.77 "DELETE /v2.0/routers/c191f83a-9872-4405-b66e-891a67d0dc4b HTTP/1.1" status: 204 len: 168 time: 0.7554233 Jul 09 21:10:18.395968 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52422) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:18.439663 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c766076-7d7d-4f80-b01b-03e366439b92 admin admin] Deleting subnet e5aa1977-0e0d-4995-8700-0eb5b4214a93 {{(pid=92868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:10:18.442625 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2c766076-7d7d-4f80-b01b-03e366439b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.474133 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2c766076-7d7d-4f80-b01b-03e366439b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432309'] for subnet, precommit_delete_associations {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.551501 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2c766076-7d7d-4f80-b01b-03e366439b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-859457'] for subnet, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.606245 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2c766076-7d7d-4f80-b01b-03e366439b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-859464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3269774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753798'] for subnet, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.632978 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c766076-7d7d-4f80-b01b-03e366439b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5aa1977-0e0d-4995-8700-0eb5b4214a93,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:18.637196 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-2c766076-7d7d-4f80-b01b-03e366439b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for subnet, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.639093 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-2c766076-7d7d-4f80-b01b-03e366439b92 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e5aa1977-0e0d-4995-8700-0eb5b4214a93 HTTP/1.1" status: 204 len: 168 time: 0.2422047 Jul 09 21:10:18.641624 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52424) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:18.650505 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1c99ac-3b5b-4d2b-94a2-b437e81b1114 None None] Network 32c990e5-5af5-4072-ac87-14504c1915e8 requested from dv-cinder-800306-1-iscsi {{(pid=92869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:10:18.712450 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770101'] for network, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.771296 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Deleting port d54aca01-95f6-4fea-be13-9db8285a7a2b {{(pid=92868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:18.771638 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.835466 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.db [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] For port d54aca01-95f6-4fea-be13-9db8285a7a2b, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d54aca01-95f6-4fea-be13-9db8285a7a2b,segment=NetworkSegment(34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e),segment_id=34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e)] {{(pid=92868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:18.835852 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.845180 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] DHCP port deletion for 32c990e5-5af5-4072-ac87-14504c1915e8 request from dv-cinder-800306-1-iscsi {{(pid=92869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:10:18.854302 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Calling delete_port for d54aca01-95f6-4fea-be13-9db8285a7a2b owned by network:dhcp {{(pid=92868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:18.894125 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] Deleting port d54aca01-95f6-4fea-be13-9db8285a7a2b {{(pid=92869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:18.894495 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732640931292'] for port, before_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.946198 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3269812'] for port, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.961997 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.db [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] For port d54aca01-95f6-4fea-be13-9db8285a7a2b, host dv-cinder-800306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-1-iscsi',level=0,port_id=d54aca01-95f6-4fea-be13-9db8285a7a2b,segment=NetworkSegment(34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e),segment_id=34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e)] {{(pid=92869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:18.962503 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600532'] for port, precommit_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.974856 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54aca01-95f6-4fea-be13-9db8285a7a2b,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:18.976692 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] No DVR routers for this DVR port d54aca01-95f6-4fea-be13-9db8285a7a2b on host dv-cinder-800306-1-iscsi {{(pid=92868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:18.981869 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] Calling delete_port for d54aca01-95f6-4fea-be13-9db8285a7a2b owned by network:dhcp {{(pid=92869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:19.044683 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878292', 'neutron.services.segments.db._delete_segments_for_network-8732640950869'] for network, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.054159 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c990e5-5af5-4072-ac87-14504c1915e8']}} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.062417 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-756007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732640940054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732640400613'] for port, after_delete {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.064744 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e') {'for_net_delete': True} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.065295 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.services.segments.db [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c0abf3-cb9a-4c07-9bbf-1ee9d73e643e') {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.073652 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732640905009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432290'] for segment, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.084556 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] Pushing event deleted for resources: {'Port': ['ID=d54aca01-95f6-4fea-be13-9db8285a7a2b,revision_number=None']} {{(pid=92869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.090321 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5fd4f4-d43d-425a-9189-9f0d99ea9df7 None None] No DVR routers for this DVR port d54aca01-95f6-4fea-be13-9db8285a7a2b on host dv-cinder-800306-1-iscsi {{(pid=92869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:19.091869 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344'] for segment, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.099550 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=92868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:10:19.099945 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3269739'] for segment, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: Traceback (most recent call last): Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: timer() Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: cb(*args, **kw) Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: return func(*args, **kwargs) Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: self._notify() Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: self.callback(batched_events) Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: event.method(event) Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: return f(self, *a, **k) Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._get(url).json() Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: return self.request(url, 'GET', **kwargs) Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:10:19.102137 dv-cinder-800306-1-iscsi neutron-server[92868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:10:19.154570 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602935'] for network, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.159989 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630633'] for network, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.161929 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/32c990e5-5af5-4072-ac87-14504c1915e8 HTTP/1.1" status: 204 len: 168 time: 0.5194116 Jul 09 21:10:19.173233 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cb170-8a20-4cf5-8895-ea96e733b7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=32c990e5-5af5-4072-ac87-14504c1915e8,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.273719 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52428) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:19.312711 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-611249ec-e827-479d-89fb-69a7e32f5c37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=534629a7725e4c688c4453b7aeef49ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378649 Jul 09 21:10:19.315112 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52430) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:19.361503 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c23ff9a6-fd3a-47b7-983a-0dfc72ca09d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.381455 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c23ff9a6-fd3a-47b7-983a-0dfc72ca09d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.432191 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c23ff9a6-fd3a-47b7-983a-0dfc72ca09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.434577 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-c23ff9a6-fd3a-47b7-983a-0dfc72ca09d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.435702 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-c23ff9a6-fd3a-47b7-983a-0dfc72ca09d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ccd40542-bffa-4b7b-831f-68f1c6aace1f HTTP/1.1" status: 204 len: 168 time: 0.1197190 Jul 09 21:10:19.443049 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ff9a6-fd3a-47b7-983a-0dfc72ca09d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd40542-bffa-4b7b-831f-68f1c6aace1f,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.743843 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52436) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:19.781428 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-8576af2d-34a8-41cb-aeb6-3341a636c3d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a42b254b3f3478c9e4117f4c0b80278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364425 Jul 09 21:10:19.783701 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.wsgi [-] (92868) accepted ('10.222.0.77', 52438) {{(pid=92868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:19.829688 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-fbab5dc1-4152-4bbd-8770-a93f5b670c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.849645 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-fbab5dc1-4152-4bbd-8770-a93f5b670c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.894186 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-fbab5dc1-4152-4bbd-8770-a93f5b670c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1787237'] for security_group, after_delete {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.896710 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-fbab5dc1-4152-4bbd-8770-a93f5b670c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.897863 dv-cinder-800306-1-iscsi neutron-server[92868]: INFO neutron.wsgi [None req-fbab5dc1-4152-4bbd-8770-a93f5b670c8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd134e27-9afe-43d6-a3df-3e880164ad1c HTTP/1.1" status: 204 len: 168 time: 0.1133049 Jul 09 21:10:19.905436 dv-cinder-800306-1-iscsi neutron-server[92868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab5dc1-4152-4bbd-8770-a93f5b670c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd134e27-9afe-43d6-a3df-3e880164ad1c,revision_number=None']} {{(pid=92868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.985509 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d54aca01-95f6-4fea-be13-9db8285a7a2b no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:20.005716 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: d54aca01-95f6-4fea-be13-9db8285a7a2b {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:20.006060 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d54aca01-95f6-4fea-be13-9db8285a7a2b not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:20.006496 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d5ceef9c-df7e-4ee2-8279-15b874c1458b no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:20.024938 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: d5ceef9c-df7e-4ee2-8279-15b874c1458b {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:20.025280 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d5ceef9c-df7e-4ee2-8279-15b874c1458b not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:20.025683 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d7d70287-15d0-413d-b02c-351957cb4926 no longer exists at agent ovs-agent-dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:20.045009 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.plugin [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] No Port match for: d7d70287-15d0-413d-b02c-351957cb4926 {{(pid=92869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:20.045407 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron.plugins.ml2.rpc [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Device d7d70287-15d0-413d-b02c-351957cb4926 not bound to the agent host dv-cinder-800306-1-iscsi {{(pid=92869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:29.126293 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:10:40.810800 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d25385af-debf-4031-bab7-d2ea7a444787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.476138 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-2ce8e5db-01c7-4914-b965-0f5bb0523f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.801220 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:44.672420 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:45.150318 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:46.131043 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:06.124699 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:11:10.810786 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f8a2e3a2-99ec-4517-a1b6-506c3404c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:13.477728 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2f42-5e64-47ed-a10b-411e213264e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:13.801273 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:14.675848 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.150027 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:16.135013 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:40.811077 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-9f08fa9d-28c3-4bbb-8218-62eee4956aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:43.123692 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:11:43.478548 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-ce886654-ffd4-4292-8636-7379c41e5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:43.800802 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:44.679006 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:45.152593 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:46.136402 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:10.811300 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-da2173c1-9a5f-4efb-9b53-36eb5da7edfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:13.478618 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-a2060cb2-dcf0-401e-8bd1-dd85980cdc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:13.801298 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:14.680065 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:15.165965 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:16.138915 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:20.122300 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:12:40.814802 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8bc429d0-dee1-48e9-8198-99f07c5a6c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:43.479162 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-be1b5d63-7511-4455-86d8-55cb80dc3647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:43.807760 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:44.683736 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:45.162283 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:46.141098 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:57.121078 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:13:10.815842 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-6f1911a1-2992-452c-8cba-1f6eab624bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:13.479807 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2970-b924-4ea5-ba02-d91f2b5e0952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:13.797794 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:14.687988 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:15.180988 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:16.145332 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:21.080576 dv-cinder-800306-1-iscsi neutron-server[92867]: DEBUG neutron.wsgi [req-41a2cdd1-4b97-4939-b38a-adbb83a9f07e req-2d586548-d1bf-4b0e-8f48-dc72aecb4a82 service neutron] (92867) timed out ('10.222.0.83', 61025) {{(pid=92867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:13:34.120635 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:13:40.816961 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-190adf41-7f84-445a-b472-17e6352882de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.481255 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-8b79df7b-3180-4a98-92e6-d0e17fe27ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.798611 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.690801 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.175090 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:46.147841 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:10.817167 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-a8c64d6a-6dff-498f-b9f0-2b83fec4b805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.119049 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:14:13.482757 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1c59b76a-9713-46e9-b1fb-1fc8469355e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:13.800211 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.694478 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:15.174152 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.150179 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:40.818828 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b41081e4-5171-49f4-9473-e8b79af3ca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:43.482343 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-1bb2519c-292b-4168-8757-79f5820e2ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:43.799592 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:44.700306 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:45.172218 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:46.152670 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:48.117089 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:15:10.818568 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfd51-83d7-4a0e-b198-b25587828a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:13.483522 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-f65f33dc-5f76-4994-8183-43f39ecdf86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:13.800532 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:14.698871 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:15.171310 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:16.154287 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:25.115727 dv-cinder-800306-1-iscsi neutron-server[92870]: DEBUG neutron.db.agents_db [None req-2d29a593-2426-4299-a829-9bc535701801 None None] Agent healthcheck: found 6 active agents {{(pid=92870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:15:40.819166 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-77fb75bd-d9ed-4042-9fb3-5fd292baa26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:43.483420 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-c6a83c26-7927-4eb4-965a-d718bfb5af94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:43.801123 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-599f6d2d-a6ec-4926-9b49-a98881538ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:44.702334 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-d8658445-47f1-4abe-8bc5-ab20a0a4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:45.175724 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-b80c394a-2a63-4351-984e-c77c1864fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:46.157567 dv-cinder-800306-1-iscsi neutron-server[92869]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c8a2-09f8-4e9a-a345-223ec2e1b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732640950851', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879006'] for agent, after_update {{(pid=92869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}